-- Logs begin at Thu 2021-06-10 18:09:52 UTC, end at Thu 2021-06-10 19:14:44 UTC. -- Jun 10 18:39:24.488618 dv-cinder-786260-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 10 18:39:27.200842 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.common.config [-] Logging enabled! Jun 10 18:39:27.201523 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev322 Jun 10 18:39:27.201626 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=98077) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 10 18:39:27.204803 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.common.config [-] Logging enabled! Jun 10 18:39:27.205061 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev322 Jun 10 18:39:27.205376 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=98077) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 10 18:39:27.206359 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 10 18:39:27.206625 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 10 18:39:27.206991 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 10 18:39:27.207666 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 10 18:39:27.207852 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 10 18:39:27.208180 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:27.208482 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:27.208784 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:27.209021 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:27.209321 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:27.209644 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:27.209933 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:27.210227 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:27.210529 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:27.210821 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:27.211105 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:27.211393 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:27.211629 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:27.211916 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] config_source = [] {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:27.212210 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:27.212522 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:27.212755 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] debug = True {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:27.213042 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:27.213492 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:27.213910 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:27.214199 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:27.214494 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:27.214782 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:27.215061 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:27.215344 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:27.215633 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:27.215967 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] host = dv-cinder-786260-4-iscsi {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:27.216254 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:27.216547 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:27.216837 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:27.217127 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:27.217406 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:27.217712 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:27.218001 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:27.218278 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] log_dir = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:27.218555 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] log_file = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:27.218835 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:27.219127 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:27.219417 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:27.219711 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:27.219942 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:27.220169 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:27.220460 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:27.220753 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:27.221033 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:27.221312 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:27.221618 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:27.221900 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:27.222345 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:27.222733 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:27.223023 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:27.223315 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:27.223609 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:27.223891 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:27.224172 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:27.224453 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:27.224732 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:27.225024 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:27.225303 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:27.225606 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:27.225887 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:27.226179 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:27.226457 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:27.226735 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:27.227039 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:27.227330 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:27.227618 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:27.227910 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:27.228189 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:27.228475 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:27.228754 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:27.229031 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] use_journal = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:27.229305 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] use_json = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:27.229607 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:27.229885 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:27.230169 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:27.230449 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:27.230725 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:27.231001 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:27.231276 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:27.231565 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:27.231867 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:27.232169 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:27.232471 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:27.232757 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:27.233056 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:27.233339 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:27.233657 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:27.233944 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:27.234238 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:27.234531 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:27.234820 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:27.235102 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:27.235393 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:27.235674 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:27.235971 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:27.236284 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:27.236579 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:27.236873 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:27.237152 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:27.237429 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:27.237731 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:27.238614 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:27.238907 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:27.239197 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:27.239492 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:27.239770 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:27.240052 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:27.240347 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:27.240627 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:27.240903 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:27.241184 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:27.241494 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:27.241777 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:27.242052 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:27.242337 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:27.242617 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:27.242892 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:27.243168 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:27.243561 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:27.243861 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:27.244142 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:27.244420 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:27.244697 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:27.244976 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:27.245251 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:27.245558 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:27.245842 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:27.246118 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:27.246396 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:27.246685 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:27.246964 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:27.247242 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:27.247521 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:27.247798 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:27.248079 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:27.248357 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:27.248634 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:27.248910 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:27.249187 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:27.249488 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:27.249764 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:27.250039 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:27.250321 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:27.250596 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:27.250871 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:27.251144 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:27.251420 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:27.251695 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:27.251982 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:27.252283 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:27.252564 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:27.252842 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:27.253122 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:27.253403 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:27.254270 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:27.254551 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:27.254834 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:27.255116 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:27.255395 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:27.255748 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:27.256056 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:27.256346 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:27.256639 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:27.256919 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:27.257218 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:27.257524 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:27.257810 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:27.258090 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:27.258371 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:27.258662 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:27.258946 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:27.259243 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:27.259537 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:27.259832 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:27.260130 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:27.260511 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:27.260804 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:27.261120 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:27.261428 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:27.261688 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 10 18:39:27.261940 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=98077) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 10 18:39:27.611227 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=98077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:39:27.611507 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=98077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:39:27.611802 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=98077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:39:27.612139 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 10 18:39:28.004692 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:28.004980 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:28.005257 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:28.006579 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:28.006864 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:28.007134 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:28.041281 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:28.041600 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:28.041874 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:28.055805 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:28.056087 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:28.056358 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:28.086881 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:28.087162 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:28.087436 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:28.124649 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:28.124942 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:28.125212 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:28.359062 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:28.359717 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:28.359717 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:28.359930 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:28.360802 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:28.485477 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:28.485814 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:28.486114 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:28.486392 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:28.486670 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:28.486988 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:28.487254 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:28.487516 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:28.488301 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:28.488672 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:28.488942 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:28.489221 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:28.489517 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:28.489795 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:28.490059 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:28.490343 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:28.490622 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:28.490884 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:28.491161 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:28.491429 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:28.491717 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:28.492068 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:28.492327 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:28.492614 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:28.492868 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:28.493119 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:28.493547 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=98077) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 10 18:39:28.493798 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=98077) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 10 18:39:28.494043 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=98077) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 10 18:39:28.494283 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=98077) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 10 18:39:28.494524 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=98077) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 10 18:39:28.494762 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=98077) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 10 18:39:28.496170 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 10 18:39:28.499391 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 10 18:39:28.503279 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 10 18:39:28.507608 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Jun 10 18:39:28.509244 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 10 18:39:28.509730 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 10 18:39:28.510070 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 10 18:39:28.510459 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 10 18:39:28.513280 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 10 18:39:28.513565 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 10 18:39:28.513921 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 10 18:39:28.541816 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 10 18:39:28.542283 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:28.542589 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=98077) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 10 18:39:28.542957 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:28.544293 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=98077) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 10 18:39:28.544585 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 10 18:39:28.544837 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 10 18:39:28.548280 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:28.548568 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:28.613927 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 10 18:39:28.614107 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 10 18:39:28.614352 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 10 18:39:28.614719 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 10 18:39:28.635556 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_db.sqlalchemy.engines [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=98077) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 10 18:39:29.163919 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.plugins.ml2.managers [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Initializing driver for type 'gre' Jun 10 18:39:29.164549 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] gre ID ranges: [(1, 1000)] Jun 10 18:39:29.215752 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.plugins.ml2.managers [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Initializing driver for type 'local' Jun 10 18:39:29.216176 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.plugins.ml2.managers [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Initializing driver for type 'vlan' Jun 10 18:39:29.229026 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] VlanTypeDriver initialization complete Jun 10 18:39:29.229528 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.plugins.ml2.managers [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Initializing driver for type 'vxlan' Jun 10 18:39:29.230081 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] vxlan ID ranges: [(1, 1000)] Jun 10 18:39:29.283484 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.plugins.ml2.managers [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Initializing extension driver 'port_security' Jun 10 18:39:29.283829 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.plugins.ml2.extensions.port_security [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] PortSecurityExtensionDriver initialization complete Jun 10 18:39:29.284175 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.plugins.ml2.managers [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Initializing mechanism driver 'openvswitch' Jun 10 18:39:29.284504 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.plugins.ml2.managers [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Initializing mechanism driver 'hyperv' Jun 10 18:39:29.291302 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.plugins.ml2.plugin [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=98077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:39:29.292264 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Subscribe: > port after_create 55550000 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:29.292730 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Subscribe: > port after_update 55550000 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:29.293018 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Subscribe: > port after_delete 55550000 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:29.293418 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Subscribe: > subnet after_create 55550000 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:29.293808 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Subscribe: > subnet after_update 55550000 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:29.294166 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Subscribe: > subnet after_delete 55550000 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:29.294555 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Subscribe: > network after_create 55550000 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:29.294917 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Subscribe: > network after_update 55550000 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:29.295265 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Subscribe: > network after_delete 55550000 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:29.295649 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Subscribe: > security_group after_create 55550000 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:29.296005 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Subscribe: > security_group after_update 55550000 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:29.296352 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Subscribe: > security_group after_delete 55550000 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:29.296738 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:29.297089 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:29.297434 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:29.297849 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Subscribe: > address_group after_create 55550000 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:29.298206 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Subscribe: > address_group after_update 55550000 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:29.299712 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Subscribe: > address_group after_delete 55550000 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:29.300063 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] ML2 OVO RPC backend initialized. {{(pid=98077) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 10 18:39:29.301663 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Subscribe: > router_interface after_create 55550000 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:29.302043 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:29.302481 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Subscribe: > network before_response 55550000 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:29.302838 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Subscribe: > networks before_response 55550000 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:29.303196 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Subscribe: > port before_response 55550000 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:29.303547 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Subscribe: > ports before_response 55550000 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:29.303900 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Subscribe: > subnet before_response 55550000 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:29.304247 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Subscribe: > subnets before_response 55550000 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:29.304601 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Subscribe: > network after_create 55550000 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:29.304948 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Subscribe: > network after_update 55550000 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:29.305289 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Subscribe: > network after_delete 55550000 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:29.305660 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Subscribe: > port after_create 55550000 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:29.306003 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Subscribe: > port after_update 55550000 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:29.306350 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Subscribe: > port after_delete 55550000 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:29.306692 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Subscribe: > subnet after_create 55550000 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:29.307033 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Subscribe: > subnet after_update 55550000 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:29.307371 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Subscribe: > subnet after_delete 55550000 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:29.307947 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.plugins.ml2.plugin [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Modular L2 Plugin initialization complete Jun 10 18:39:29.308284 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.manager [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading services supported by the core plugin {{(pid=98077) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 10 18:39:29.308616 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.plugins.ml2.managers [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Got port-security extension from driver 'port_security' Jun 10 18:39:29.309081 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.extensions.vlantransparent [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Disabled vlantransparent extension. Jun 10 18:39:29.309610 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.manager [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=98077) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 10 18:39:29.309955 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.manager [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading Plugin: router Jun 10 18:39:29.346067 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Subscribe: > router_interface before_create 55550000 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:29.346459 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Subscribe: > router after_create 55549900 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:29.346836 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Subscribe: > router before_create 55549900 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:29.347250 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:29.347875 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:29.348278 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Subscribe: > router after_delete 55549900 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:29.348650 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Subscribe: > floatingip after_update 55550000 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:29.349024 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Subscribe: > router after_create 55549900 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:29.349383 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Subscribe: > router after_update 55549900 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:29.349766 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Subscribe: > router after_update 55549900 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:29.350126 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:29.350492 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Subscribe: > router after_update 55549900 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:29.350910 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Subscribe: > router precommit_update 55549900 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:29.351288 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Subscribe: port after_update 55550000 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:29.351632 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Subscribe: port after_delete 55550000 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:29.351975 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Subscribe: subnet after_update 55550000 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:29.352320 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:29.352677 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Subscribe: > port precommit_delete 55550000 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:29.353029 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Subscribe: > router precommit_create 55549900 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:29.353384 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Subscribe: port before_delete 55550000 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:29.353759 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Subscribe: > router precommit_create 55550000 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:29.354122 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Subscribe: > router after_update 55549900 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:29.354472 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Subscribe: > router precommit_delete 55549900 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:29.354829 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Subscribe: > router precommit_create 55549900 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:29.355200 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Subscribe: > router_interface after_create 55550000 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:29.355557 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Subscribe: > router precommit_update 55549900 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:29.355935 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Subscribe: > network after_delete 55550000 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:29.356796 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.quota.resource_registry [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Tracking information for resource: router configured {{(pid=98077) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 10 18:39:29.357136 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.quota.resource_registry [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Tracking information for resource: floatingip configured {{(pid=98077) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 10 18:39:29.362118 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.db.l3_agentschedulers_db [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 10 18:39:29.362707 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Subscribe: port after_update 55550000 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:29.363681 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Subscribe: port after_create 55550000 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:29.364218 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Subscribe: port after_delete 55550000 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:29.364585 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Subscribe: port after_update 55550000 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:29.365395 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Subscribe: > router before_create 55550100 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:29.365793 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Subscribe: > router precommit_delete 55550100 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:29.366162 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Subscribe: > router precommit_create 55550100 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:29.366523 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Subscribe: > router precommit_update 55550100 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:29.371077 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.services.provider_configuration [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Service providers = [] {{(pid=98077) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 10 18:39:29.371445 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.db.servicetype_db [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=98077) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 10 18:39:29.374364 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.services.service_base [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=98077) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 10 18:39:29.374725 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.services.service_base [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=98077) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 10 18:39:29.375068 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.services.service_base [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=98077) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 10 18:39:29.375935 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.services.service_base [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=98077) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 10 18:39:29.376305 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.services.service_base [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 10 18:39:29.376678 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.manager [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=98077) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 10 18:39:29.377002 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.manager [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 10 18:39:29.388177 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.manager [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=98077) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 10 18:39:29.388520 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.manager [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading Plugin: auto_allocate Jun 10 18:39:29.394782 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Subscribe: network precommit_update 55550000 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:29.395153 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Subscribe: network precommit_create 55550000 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:29.395678 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.manager [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=98077) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 10 18:39:29.396007 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.manager [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading Plugin: tag Jun 10 18:39:29.402621 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.manager [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=98077) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 10 18:39:29.402957 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.manager [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading Plugin: timestamp Jun 10 18:39:29.406891 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.manager [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=98077) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 10 18:39:29.407228 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.manager [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading Plugin: network_ip_availability Jun 10 18:39:29.412917 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:29.413295 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:29.413696 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:29.414463 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.manager [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=98077) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 10 18:39:29.414741 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.manager [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading Plugin: flavors Jun 10 18:39:29.419397 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.manager [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=98077) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 10 18:39:29.419740 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.manager [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading Plugin: revisions Jun 10 18:39:29.424027 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.manager [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=98077) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 10 18:39:29.424420 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_concurrency.lockutils [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.813s {{(pid=98077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:39:29.425155 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=98077) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 10 18:39:29.426215 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Initializing extension manager. Jun 10 18:39:29.426805 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading extension file: __init__.py {{(pid=98077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 18:39:29.427154 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading extension file: __pycache__ {{(pid=98077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 18:39:29.427494 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=98077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 18:39:29.427834 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading extension file: address_group.py {{(pid=98077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 18:39:29.428583 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=98077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 18:39:29.429158 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loaded extension: address-group Jun 10 18:39:29.429514 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading extension file: address_scope.py {{(pid=98077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 18:39:29.430221 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=98077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 18:39:29.430737 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loaded extension: address-scope Jun 10 18:39:29.431066 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading extension file: admin_state_down_before_update.py {{(pid=98077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 18:39:29.431983 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=98077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 18:39:29.432497 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loaded extension: router-admin-state-down-before-update Jun 10 18:39:29.432823 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading extension file: agent.py {{(pid=98077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 18:39:29.433729 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=98077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 18:39:29.434236 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loaded extension: agent Jun 10 18:39:29.434562 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading extension file: agent_resources_synced.py {{(pid=98077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 18:39:29.435457 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=98077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 18:39:29.435967 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loaded extension: agent-resources-synced Jun 10 18:39:29.436296 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading extension file: allowedaddresspairs.py {{(pid=98077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 18:39:29.438094 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=98077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 18:39:29.438629 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loaded extension: allowed-address-pairs Jun 10 18:39:29.438964 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading extension file: auto_allocated_topology.py {{(pid=98077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 18:39:29.440024 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=98077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 18:39:29.440551 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loaded extension: auto-allocated-topology Jun 10 18:39:29.440944 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading extension file: availability_zone.py {{(pid=98077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 18:39:29.441907 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=98077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 18:39:29.442424 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loaded extension: availability_zone Jun 10 18:39:29.442758 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading extension file: availability_zone_filter.py {{(pid=98077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 18:39:29.443659 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=98077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 18:39:29.444170 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loaded extension: availability_zone_filter Jun 10 18:39:29.444501 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading extension file: data_plane_status.py {{(pid=98077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 18:39:29.445423 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=98077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 18:39:29.445960 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Extension data-plane-status not supported by any of loaded plugins Jun 10 18:39:29.446291 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading extension file: default_subnetpools.py {{(pid=98077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 18:39:29.447203 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=98077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 18:39:29.447718 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loaded extension: default-subnetpools Jun 10 18:39:29.448047 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading extension file: dhcpagentscheduler.py {{(pid=98077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 18:39:29.448862 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=98077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 18:39:29.449375 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loaded extension: dhcp_agent_scheduler Jun 10 18:39:29.449732 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading extension file: dns.py {{(pid=98077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 18:39:29.450663 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=98077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 18:39:29.451171 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Extension dns-integration not supported by any of loaded plugins Jun 10 18:39:29.451499 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading extension file: dns_domain_ports.py {{(pid=98077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 18:39:29.452465 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=98077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 18:39:29.452914 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 10 18:39:29.453240 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading extension file: dvr.py {{(pid=98077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 18:39:29.453936 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=98077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 18:39:29.454443 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loaded extension: dvr Jun 10 18:39:29.454772 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading extension file: empty_string_filtering.py {{(pid=98077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 18:39:29.455666 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=98077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 18:39:29.456175 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loaded extension: empty-string-filtering Jun 10 18:39:29.457018 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=98077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 18:39:29.458476 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=98077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 18:39:29.458984 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 10 18:39:29.459314 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=98077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 18:39:29.460224 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=98077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 18:39:29.460735 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 10 18:39:29.461064 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading extension file: external_net.py {{(pid=98077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 18:39:29.461992 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=98077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 18:39:29.462507 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loaded extension: external-net Jun 10 18:39:29.462833 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading extension file: extra_dhcp_opt.py {{(pid=98077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 18:39:29.463721 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=98077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 18:39:29.464227 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loaded extension: extra_dhcp_opt Jun 10 18:39:29.464553 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading extension file: extraroute.py {{(pid=98077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 18:39:29.465448 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=98077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 18:39:29.465985 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loaded extension: extraroute Jun 10 18:39:29.466310 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading extension file: extraroute_atomic.py {{(pid=98077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 18:39:29.467332 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=98077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 18:39:29.467847 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loaded extension: extraroute-atomic Jun 10 18:39:29.468168 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading extension file: filter_validation.py {{(pid=98077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 18:39:29.468825 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=98077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 18:39:29.469327 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loaded extension: filter-validation Jun 10 18:39:29.469684 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading extension file: fip_pf_description.py {{(pid=98077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 18:39:29.470584 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=98077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 18:39:29.471099 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 10 18:39:29.471420 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading extension file: fip_port_details.py {{(pid=98077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 18:39:29.472963 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=98077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 18:39:29.473709 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loaded extension: fip-port-details Jun 10 18:39:29.474046 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading extension file: flavors.py {{(pid=98077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 18:39:29.475305 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=98077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 18:39:29.475829 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loaded extension: flavors Jun 10 18:39:29.476160 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=98077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 18:39:29.477869 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=98077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 18:39:29.478389 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 10 18:39:29.478723 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading extension file: floatingip_pools.py {{(pid=98077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 18:39:29.479419 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=98077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 18:39:29.480504 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loaded extension: floatingip-pools Jun 10 18:39:29.480504 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading extension file: ip_allocation.py {{(pid=98077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 18:39:29.481164 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=98077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 18:39:29.481704 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Extension ip_allocation not supported by any of loaded plugins Jun 10 18:39:29.482032 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=98077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 18:39:29.482934 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=98077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 18:39:29.483609 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loaded extension: ip-substring-filtering Jun 10 18:39:29.483876 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading extension file: l2_adjacency.py {{(pid=98077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 18:39:29.484688 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=98077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 18:39:29.485201 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 10 18:39:29.485557 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading extension file: l3.py {{(pid=98077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 18:39:29.486563 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=98077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 18:39:29.487085 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loaded extension: router Jun 10 18:39:29.487414 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading extension file: l3_conntrack_helper.py {{(pid=98077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 18:39:29.490210 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=98077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 18:39:29.490750 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 10 18:39:29.491093 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=98077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 18:39:29.492016 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=98077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 18:39:29.492534 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loaded extension: ext-gw-mode Jun 10 18:39:29.492864 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=98077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 18:39:29.493802 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=98077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 18:39:29.494320 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loaded extension: l3-ha Jun 10 18:39:29.494654 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading extension file: l3_flavors.py {{(pid=98077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 18:39:29.495558 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=98077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 18:39:29.496067 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loaded extension: l3-flavors Jun 10 18:39:29.496391 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=98077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 18:39:29.497322 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=98077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 18:39:29.497875 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 10 18:39:29.498199 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading extension file: l3agentscheduler.py {{(pid=98077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 18:39:29.499251 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=98077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 18:39:29.499765 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loaded extension: l3_agent_scheduler Jun 10 18:39:29.500099 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading extension file: logging.py {{(pid=98077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 18:39:29.501617 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=98077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 18:39:29.502145 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Extension logging not supported by any of loaded plugins Jun 10 18:39:29.502483 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading extension file: metering.py {{(pid=98077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 18:39:29.503224 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=98077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 18:39:29.504064 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loaded extension: metering Jun 10 18:39:29.504426 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=98077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 18:39:29.505531 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=98077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 18:39:29.506054 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loaded extension: metering_source_and_destination_fields Jun 10 18:39:29.506388 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading extension file: multiprovidernet.py {{(pid=98077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 18:39:29.507297 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=98077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 18:39:29.507809 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loaded extension: multi-provider Jun 10 18:39:29.508137 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading extension file: netmtu.py {{(pid=98077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 18:39:29.509035 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=98077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 18:39:29.509570 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loaded extension: net-mtu Jun 10 18:39:29.509902 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading extension file: netmtu_writable.py {{(pid=98077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 18:39:29.510803 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=98077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 18:39:29.511318 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loaded extension: net-mtu-writable Jun 10 18:39:29.511649 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading extension file: network_availability_zone.py {{(pid=98077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 18:39:29.512313 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=98077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 18:39:29.512820 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loaded extension: network_availability_zone Jun 10 18:39:29.513148 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading extension file: network_ip_availability.py {{(pid=98077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 18:39:29.514252 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=98077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 18:39:29.514771 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loaded extension: network-ip-availability Jun 10 18:39:29.515103 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading extension file: network_segment_range.py {{(pid=98077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 18:39:29.515857 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=98077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 18:39:29.516363 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Extension network-segment-range not supported by any of loaded plugins Jun 10 18:39:29.516691 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading extension file: pagination.py {{(pid=98077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 18:39:29.517703 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=98077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 18:39:29.518040 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loaded extension: pagination Jun 10 18:39:29.518874 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading extension file: port_device_profile.py {{(pid=98077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 18:39:29.519914 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=98077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 18:39:29.520573 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loaded extension: port-device-profile Jun 10 18:39:29.520875 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=98077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 18:39:29.521822 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=98077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 18:39:29.522336 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loaded extension: port-mac-address-regenerate Jun 10 18:39:29.522658 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=98077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 18:39:29.523565 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=98077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 18:39:29.524073 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loaded extension: port-numa-affinity-policy Jun 10 18:39:29.524401 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading extension file: port_resource_request.py {{(pid=98077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 18:39:29.525293 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=98077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 18:39:29.525828 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Extension port-resource-request not supported by any of loaded plugins Jun 10 18:39:29.526157 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading extension file: portbindings.py {{(pid=98077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 18:39:29.527066 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=98077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 18:39:29.527577 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loaded extension: binding Jun 10 18:39:29.527901 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading extension file: portbindings_extended.py {{(pid=98077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 18:39:29.530800 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=98077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 18:39:29.531335 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loaded extension: binding-extended Jun 10 18:39:29.531674 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading extension file: portsecurity.py {{(pid=98077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 18:39:29.532588 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=98077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 18:39:29.533108 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loaded extension: port-security Jun 10 18:39:29.533439 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading extension file: project_id.py {{(pid=98077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 18:39:29.534438 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=98077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 18:39:29.534859 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loaded extension: project-id Jun 10 18:39:29.535417 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading extension file: providernet.py {{(pid=98077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 18:39:29.536343 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=98077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 18:39:29.536863 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loaded extension: provider Jun 10 18:39:29.537194 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading extension file: qos.py {{(pid=98077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 18:39:29.540760 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=98077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 18:39:29.541294 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Extension qos not supported by any of loaded plugins Jun 10 18:39:29.541662 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=98077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 18:39:29.542892 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=98077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 18:39:29.543416 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 10 18:39:29.543751 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=98077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 18:39:29.544655 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=98077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 18:39:29.545173 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 10 18:39:29.545534 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading extension file: qos_default.py {{(pid=98077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 18:39:29.546433 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=98077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 18:39:29.546948 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Extension qos-default not supported by any of loaded plugins Jun 10 18:39:29.547279 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading extension file: qos_fip.py {{(pid=98077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 18:39:29.547927 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=98077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 18:39:29.548434 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Extension qos-fip not supported by any of loaded plugins Jun 10 18:39:29.548761 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading extension file: qos_gateway_ip.py {{(pid=98077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 18:39:29.549706 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=98077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 18:39:29.550224 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 10 18:39:29.551268 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading extension file: qos_port_network_policy.py {{(pid=98077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 18:39:29.552285 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=98077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 18:39:29.552804 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 10 18:39:29.553135 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading extension file: qos_rule_type_details.py {{(pid=98077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 18:39:29.554071 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=98077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 18:39:29.554584 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 10 18:39:29.554914 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading extension file: qos_rules_alias.py {{(pid=98077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 18:39:29.555938 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=98077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 18:39:29.556452 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 10 18:39:29.556781 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading extension file: quotasv2.py {{(pid=98077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 18:39:29.557744 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=98077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 18:39:29.558075 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loaded extension: quotas Jun 10 18:39:29.558399 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading extension file: quotasv2_detail.py {{(pid=98077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 18:39:29.561419 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=98077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 18:39:29.561792 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loaded extension: quota_details Jun 10 18:39:29.562130 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading extension file: rbac.py {{(pid=98077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 18:39:29.563193 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=98077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 18:39:29.563727 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loaded extension: rbac-policies Jun 10 18:39:29.564060 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading extension file: rbac_address_group.py {{(pid=98077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 18:39:29.564970 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=98077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 18:39:29.565515 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loaded extension: rbac-address-group Jun 10 18:39:29.565848 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading extension file: rbac_address_scope.py {{(pid=98077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 18:39:29.567511 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=98077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 18:39:29.568041 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loaded extension: rbac-address-scope Jun 10 18:39:29.568405 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading extension file: rbac_security_groups.py {{(pid=98077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 18:39:29.569330 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=98077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 18:39:29.569945 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loaded extension: rbac-security-groups Jun 10 18:39:29.570278 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading extension file: rbac_subnetpool.py {{(pid=98077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 18:39:29.571389 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=98077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 18:39:29.571914 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loaded extension: rbac-subnetpool Jun 10 18:39:29.572247 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading extension file: revisionifmatch.py {{(pid=98077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 18:39:29.573160 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=98077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 18:39:29.573718 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loaded extension: revision-if-match Jun 10 18:39:29.574052 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading extension file: revisions.py {{(pid=98077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 18:39:29.575155 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=98077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 18:39:29.575675 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loaded extension: standard-attr-revisions Jun 10 18:39:29.576009 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading extension file: router_availability_zone.py {{(pid=98077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 18:39:29.576678 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=98077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 18:39:29.577190 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loaded extension: router_availability_zone Jun 10 18:39:29.577546 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading extension file: routerservicetype.py {{(pid=98077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 18:39:29.578452 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=98077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 18:39:29.578965 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Extension router-service-type not supported by any of loaded plugins Jun 10 18:39:29.579293 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=98077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 18:39:29.580198 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=98077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 18:39:29.580711 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loaded extension: security-groups-normalized-cidr Jun 10 18:39:29.581039 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading extension file: security_groups_port_filtering.py {{(pid=98077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 18:39:29.582482 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=98077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 18:39:29.583006 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loaded extension: port-security-groups-filtering Jun 10 18:39:29.583336 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=98077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 18:39:29.584261 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=98077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 18:39:29.584773 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loaded extension: security-groups-remote-address-group Jun 10 18:39:29.585102 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading extension file: securitygroup.py {{(pid=98077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 18:39:29.594602 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=98077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 18:39:29.595138 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loaded extension: security-group Jun 10 18:39:29.595479 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading extension file: segment.py {{(pid=98077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 18:39:29.596261 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=98077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 18:39:29.596774 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Extension segment not supported by any of loaded plugins Jun 10 18:39:29.597650 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=98077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 18:39:29.598777 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=98077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 18:39:29.599290 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 10 18:39:29.599622 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading extension file: servicetype.py {{(pid=98077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 18:39:29.600724 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=98077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 18:39:29.601249 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loaded extension: service-type Jun 10 18:39:29.601620 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading extension file: sorting.py {{(pid=98077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 18:39:29.602601 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=98077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 18:39:29.602937 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loaded extension: sorting Jun 10 18:39:29.603267 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading extension file: standard_attr_segment.py {{(pid=98077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 18:39:29.604165 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=98077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 18:39:29.604678 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 10 18:39:29.605004 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading extension file: standardattrdescription.py {{(pid=98077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 18:39:29.605672 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=98077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 18:39:29.606182 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loaded extension: standard-attr-description Jun 10 18:39:29.606508 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading extension file: stateful_security_group.py {{(pid=98077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 18:39:29.607416 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=98077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 18:39:29.607934 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loaded extension: stateful-security-group Jun 10 18:39:29.608263 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading extension file: stdattrs_common.py {{(pid=98077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 18:39:29.608836 dv-cinder-786260-4-iscsi neutron-server[98077]: WARNING neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 10 18:39:29.609160 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=98077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 18:39:29.610168 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=98077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 18:39:29.610687 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 10 18:39:29.611014 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading extension file: subnet_onboard.py {{(pid=98077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 18:39:29.612072 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=98077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 18:39:29.612594 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loaded extension: subnet_onboard Jun 10 18:39:29.613635 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=98077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 18:39:29.614725 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=98077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 18:39:29.615238 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 10 18:39:29.615567 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading extension file: subnet_service_types.py {{(pid=98077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 18:39:29.616478 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=98077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 18:39:29.616994 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loaded extension: subnet-service-types Jun 10 18:39:29.617323 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading extension file: subnetallocation.py {{(pid=98077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 18:39:29.618421 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=98077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 18:39:29.618951 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loaded extension: subnet_allocation Jun 10 18:39:29.619281 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=98077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 18:39:29.619937 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=98077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 18:39:29.620455 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loaded extension: subnetpool-prefix-ops Jun 10 18:39:29.620780 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=98077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 18:39:29.621735 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=98077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 18:39:29.622256 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 10 18:39:29.622584 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading extension file: tagging.py {{(pid=98077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 18:39:29.623647 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=98077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 18:39:29.624177 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loaded extension: standard-attr-tag Jun 10 18:39:29.624507 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading extension file: timestamp.py {{(pid=98077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 18:39:29.625749 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=98077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 18:39:29.626267 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loaded extension: standard-attr-timestamp Jun 10 18:39:29.626594 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading extension file: trunk.py {{(pid=98077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 18:39:29.627621 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=98077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 18:39:29.628146 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Extension trunk not supported by any of loaded plugins Jun 10 18:39:29.629053 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading extension file: trunk_details.py {{(pid=98077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 18:39:29.630522 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=98077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 18:39:29.631401 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Extension trunk-details not supported by any of loaded plugins Jun 10 18:39:29.631955 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading extension file: uplink_status_propagation.py {{(pid=98077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 18:39:29.633388 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=98077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 18:39:29.634304 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 10 18:39:29.634801 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Loading extension file: vlantransparent.py {{(pid=98077) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 18:39:29.635486 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=98077) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 18:39:29.636005 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 10 18:39:29.638507 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.quota.resource_registry [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Creating instance of TrackedResource for resource:network Jun 10 18:39:29.639060 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.quota.resource_registry [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Creating instance of TrackedResource for resource:subnet Jun 10 18:39:29.639472 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.quota.resource_registry [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Creating instance of TrackedResource for resource:subnetpool Jun 10 18:39:29.639867 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.quota.resource_registry [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Creating instance of TrackedResource for resource:port Jun 10 18:39:29.641133 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.v2.resource_helper [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98077) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 18:39:29.641603 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.v2.resource_helper [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Service FLAVORS assigned prefix: {{(pid=98077) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 18:39:29.642246 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.v2.resource_helper [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98077) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 18:39:29.642676 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.v2.resource_helper [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98077) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 18:39:29.643012 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.quota.resource_registry [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Creating instance of TrackedResource for resource:router Jun 10 18:39:29.643460 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.quota.resource_registry [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Creating instance of TrackedResource for resource:floatingip Jun 10 18:39:29.643966 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.v2.resource_helper [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Service METERING assigned prefix: /metering {{(pid=98077) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 18:39:29.646295 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:29.646678 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:29.647042 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:39:29.648055 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.quota.resource_registry [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Creating instance of CountableResource for resource:rbac_policy Jun 10 18:39:29.648503 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.quota.resource_registry [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Creating instance of TrackedResource for resource:security_group Jun 10 18:39:29.648945 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.quota.resource_registry [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 10 18:39:29.649581 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.v2.resource_helper [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Service CORE assigned prefix: {{(pid=98077) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 18:39:29.649919 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.quota.resource_registry [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Creating instance of TrackedResource for resource:subnetpool Jun 10 18:39:29.650275 dv-cinder-786260-4-iscsi neutron-server[98077]: WARNING neutron.quota.resource_registry [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] subnetpool is already registered Jun 10 18:39:29.650701 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.v2.resource_helper [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Service CORE assigned prefix: {{(pid=98077) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 18:39:29.651031 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.quota.resource_registry [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Creating instance of TrackedResource for resource:subnetpool Jun 10 18:39:29.651378 dv-cinder-786260-4-iscsi neutron-server[98077]: WARNING neutron.quota.resource_registry [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] subnetpool is already registered Jun 10 18:39:29.653703 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.v2.resource_helper [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98077) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 18:39:29.654145 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.v2.resource_helper [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Service FLAVORS assigned prefix: {{(pid=98077) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 18:39:29.654906 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.v2.resource_helper [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98077) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 18:39:29.655168 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.v2.resource_helper [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98077) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 18:39:29.655502 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.quota.resource_registry [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Creating instance of TrackedResource for resource:router Jun 10 18:39:29.655855 dv-cinder-786260-4-iscsi neutron-server[98077]: WARNING neutron.quota.resource_registry [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] router is already registered Jun 10 18:39:29.656268 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.quota.resource_registry [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Creating instance of TrackedResource for resource:floatingip Jun 10 18:39:29.656608 dv-cinder-786260-4-iscsi neutron-server[98077]: WARNING neutron.quota.resource_registry [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] floatingip is already registered Jun 10 18:39:29.657071 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.v2.resource_helper [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Service METERING assigned prefix: /metering {{(pid=98077) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 18:39:29.657768 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.quota.resource_registry [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Creating instance of CountableResource for resource:rbac_policy Jun 10 18:39:29.658098 dv-cinder-786260-4-iscsi neutron-server[98077]: WARNING neutron.quota.resource_registry [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] rbac_policy is already registered Jun 10 18:39:29.658509 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.quota.resource_registry [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Creating instance of TrackedResource for resource:security_group Jun 10 18:39:29.658849 dv-cinder-786260-4-iscsi neutron-server[98077]: WARNING neutron.quota.resource_registry [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] security_group is already registered Jun 10 18:39:29.659251 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.quota.resource_registry [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 10 18:39:29.659589 dv-cinder-786260-4-iscsi neutron-server[98077]: WARNING neutron.quota.resource_registry [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] security_group_rule is already registered Jun 10 18:39:29.660582 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.v2.resource_helper [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Service CORE assigned prefix: {{(pid=98077) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 18:39:29.660924 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.quota.resource_registry [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Creating instance of TrackedResource for resource:subnetpool Jun 10 18:39:29.661267 dv-cinder-786260-4-iscsi neutron-server[98077]: WARNING neutron.quota.resource_registry [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] subnetpool is already registered Jun 10 18:39:29.661721 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.v2.resource_helper [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Service CORE assigned prefix: {{(pid=98077) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 18:39:29.662056 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.quota.resource_registry [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Creating instance of TrackedResource for resource:subnetpool Jun 10 18:39:29.662394 dv-cinder-786260-4-iscsi neutron-server[98077]: WARNING neutron.quota.resource_registry [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] subnetpool is already registered Jun 10 18:39:29.662866 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Extended resource: extensions {{(pid=98077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 18:39:29.664354 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Extended resource: address-groups {{(pid=98077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 18:39:29.665921 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Extended resource: address-scopes {{(pid=98077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 18:39:29.667267 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Extended resource: agents {{(pid=98077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 18:39:29.668433 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Extended resource: auto-allocated-topology {{(pid=98077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 18:39:29.669721 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Extended resource: availability_zones {{(pid=98077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 18:39:29.670957 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Extended resource: dhcp-networks {{(pid=98077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 18:39:29.672485 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Extended resource: dhcp-agents {{(pid=98077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 18:39:29.673974 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Extended resource: routers {{(pid=98077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 18:39:29.676021 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Extended resource: flavors {{(pid=98077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 18:39:29.677320 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Extended resource: service_profiles {{(pid=98077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 18:39:29.678586 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Extended resource: next_providers {{(pid=98077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 18:39:29.680033 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Extended resource: service_profiles {{(pid=98077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 18:39:29.681726 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Extended resource: floatingip-pools {{(pid=98077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 18:39:29.684103 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Extended resource: routers {{(pid=98077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 18:39:29.686170 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Extended resource: floatingips {{(pid=98077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 18:39:29.687470 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Extended resource: l3-routers {{(pid=98077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 18:39:29.688881 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Extended resource: l3-agents {{(pid=98077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 18:39:29.690361 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Extended resource: metering-labels {{(pid=98077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 18:39:29.692835 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Extended resource: metering-label-rules {{(pid=98077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 18:39:29.695432 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Extended resource: network-ip-availabilities {{(pid=98077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 18:39:29.696729 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Extended resource: bindings {{(pid=98077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 18:39:29.698339 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Extended resource: quotas {{(pid=98077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 18:39:29.699908 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Extended resource: quotas {{(pid=98077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 18:39:29.701363 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Extended resource: rbac-policies {{(pid=98077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 18:39:29.702587 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Extended resource: security-groups {{(pid=98077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 18:39:29.703909 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Extended resource: security-group-rules {{(pid=98077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 18:39:29.705149 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Extended resource: service-providers {{(pid=98077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 18:39:29.706410 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Extended resource: subnetpools {{(pid=98077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 18:39:29.708909 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Extended resource: subnetpools {{(pid=98077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 18:39:29.710499 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Extended resource: tags {{(pid=98077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 18:39:29.712202 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Extended resource: tags {{(pid=98077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 18:39:29.714067 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Extended resource: tags {{(pid=98077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 18:39:29.715858 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Extended resource: tags {{(pid=98077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 18:39:29.717603 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Extended resource: tags {{(pid=98077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 18:39:29.719559 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Extended resource: tags {{(pid=98077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 18:39:29.721266 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Extended resource: tags {{(pid=98077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 18:39:29.723553 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Extended resource: tags {{(pid=98077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 18:39:29.725426 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Extended resource: tags {{(pid=98077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 18:39:29.727243 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron.api.extensions [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Extended resource: tags {{(pid=98077) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 18:39:29.733328 dv-cinder-786260-4-iscsi neutron-server[98077]: WARNING keystonemiddleware.auth_token [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 10 18:39:29.738014 dv-cinder-786260-4-iscsi neutron-server[98077]: WARNING keystonemiddleware.auth_token [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 10 18:39:29.746861 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_concurrency.lockutils [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Acquired lock "singleton_lock" {{(pid=98077) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 10 18:39:29.747349 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_concurrency.lockutils [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Releasing lock "singleton_lock" {{(pid=98077) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 10 18:39:29.747988 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO oslo_service.service [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Starting 2 workers Jun 10 18:39:29.752716 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Started child 98184 {{(pid=98077) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 10 18:39:29.758016 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Started child 98185 {{(pid=98077) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 10 18:39:29.758910 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:39:29.759591 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO neutron.service [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 10 18:39:29.760259 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Notify callbacks [] for process, before_spawn {{(pid=98077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:39:29.760413 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [-] (98184) wsgi starting up on http://0.0.0.0:9696 Jun 10 18:39:29.762740 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO oslo_service.service [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Starting 1 workers Jun 10 18:39:29.762873 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:39:29.764280 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [-] (98185) wsgi starting up on http://0.0.0.0:9696 Jun 10 18:39:29.767885 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Started child 98186 {{(pid=98077) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 10 18:39:29.768421 dv-cinder-786260-4-iscsi neutron-server[98077]: INFO oslo_service.service [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Starting 1 workers Jun 10 18:39:29.772277 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.service [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] calling RpcWorker wait() {{(pid=98186) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 10 18:39:29.772832 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.service [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] returning from RpcWorker wait() {{(pid=98186) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 10 18:39:29.773735 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Started child 98187 {{(pid=98077) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 10 18:39:29.774081 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:39:29.774580 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG neutron_lib.callbacks.manager [None req-19a20419-a437-451d-b8e2-5eca0ffd8150 None None] Notify callbacks [] for process, after_spawn {{(pid=98077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:39:29.774690 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:39:29.776505 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=98077) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 10 18:39:29.776690 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 10 18:39:29.776881 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 10 18:39:29.777107 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 10 18:39:29.777446 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 10 18:39:29.777680 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 10 18:39:29.778277 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.778519 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.778691 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:39:29.779221 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.779221 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.779355 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.779725 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=98187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:39:29.780008 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.780225 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.780636 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.780733 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.781000 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.781172 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.781328 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.781607 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.781878 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.782200 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.782614 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.782770 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.783127 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.783227 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.783481 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] config_source = [] {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.783767 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.784036 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.784299 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] debug = True {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.784570 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.785810 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.786086 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.786464 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.786738 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.787042 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.787283 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.787660 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.787873 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.788140 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.788382 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.788652 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.788902 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.789377 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.789502 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.789727 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.790012 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.790574 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] host = dv-cinder-786260-4-iscsi {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.790672 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.790923 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.791177 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.791461 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.791716 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.791986 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.792178 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.792494 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.792766 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.793019 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.793297 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.793594 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.793975 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] log_dir = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.794279 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] log_file = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.794508 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] log_options = True {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.794785 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.794971 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.795262 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.795458 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.795632 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.795813 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.796121 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.796302 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.796561 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.796806 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.796952 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.797238 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.797442 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.797685 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.797912 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.798124 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.798419 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.798658 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.799201 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.799201 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.799570 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.799705 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.799850 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.800143 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.800967 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.801296 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.801724 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.802083 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.802370 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.802618 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.802895 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.803169 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.803439 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.803694 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.803966 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.804177 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.804401 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.804716 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.805003 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.805287 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.805554 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.805803 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.806055 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.806277 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.806652 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] use_journal = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.806819 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] use_json = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.807006 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.807186 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.807516 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.807755 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.807992 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.808213 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.808697 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.808697 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.809070 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.809421 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.809803 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.810088 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.810361 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.810639 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.810837 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.811101 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.811403 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.811640 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.812129 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.812511 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.812621 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.812836 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.813120 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.813498 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.813734 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.814107 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.814285 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.814491 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.814729 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.815116 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.815261 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.815635 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.815789 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.816363 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.816524 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.816792 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.817102 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.817249 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.817631 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.817800 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.818009 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.818260 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.818525 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.818733 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.818977 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.819199 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.819416 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.819677 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.819935 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.820195 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.820556 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.820966 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.820966 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.821962 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.821962 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.821962 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.821962 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.822516 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.822516 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.822780 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.822780 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.823217 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.823217 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.823488 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.823644 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.823903 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.824098 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.824337 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.824507 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.824818 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.825098 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.825428 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.825428 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.825826 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.825992 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.826235 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.826491 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.826746 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.826980 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.827519 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.827519 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.827684 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.827891 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.828088 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.828404 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.828547 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.828746 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.828971 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.829171 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.829366 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.829719 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.830068 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.830177 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.830458 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.830766 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.831294 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.831294 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.831679 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.832555 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.832555 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.832856 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.833197 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.833348 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.833732 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.834012 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.834427 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.834623 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.834767 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.834984 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.835480 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.835480 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.835778 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.835967 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.836189 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.836493 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.836974 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.837379 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.837802 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.838233 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.838554 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.838771 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.839063 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.839446 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.839888 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.840210 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.840796 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.840796 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.841105 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.841244 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.841598 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.841788 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.841974 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.842222 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.842461 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.842728 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.843004 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.843244 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.843587 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.843750 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.843999 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.844289 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.844764 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.844930 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.845115 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.845394 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.845750 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.846030 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.846844 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.846844 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.846844 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.847073 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.847793 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.848339 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.848585 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.848823 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.849269 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.849269 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.849644 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.849882 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.850096 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.850250 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.851050 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.851050 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.851050 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.851050 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.851601 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.851601 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.851865 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.852010 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.852153 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.852530 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.854307 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.854307 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.854307 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.854307 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.854307 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.854307 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.854307 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.854307 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.855928 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.855928 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.855928 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.855928 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.855928 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.855928 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.855928 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.856720 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.856720 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.856720 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.857786 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.857786 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.857786 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.857786 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.857786 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.858344 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.858344 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.858573 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.861145 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.861145 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.861145 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.861145 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.861145 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.861145 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.861145 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.861145 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.862108 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.862108 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.862108 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.862108 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.862108 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.862108 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.862108 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.863482 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.863482 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.863482 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.863482 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.863989 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.864221 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.864487 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.864911 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.865307 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.865730 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.866124 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.866366 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.866581 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.866833 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.867125 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.867328 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.867546 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.867773 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.868014 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.868293 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.868492 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.868708 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.868955 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.869229 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.869503 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.869819 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.870079 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.870405 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.870619 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.870845 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.871182 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.871543 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.871694 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.871985 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.872276 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.872552 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.872797 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.873217 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.873217 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.873568 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.873869 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.874158 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.874469 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.874767 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.875006 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.875261 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.875771 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.876201 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.876593 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.876913 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.877254 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.877576 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.877920 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.878245 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.878901 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.879318 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.879761 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.879935 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.880209 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.880549 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.880705 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.880928 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.881182 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.881409 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.881719 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.882161 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.882263 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.882405 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.882655 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.882928 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.883092 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 10 18:39:29.883944 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=98077) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 10 18:39:29.883944 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 10 18:39:29.884251 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 10 18:39:29.884635 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 10 18:39:29.884635 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 10 18:39:29.884635 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 10 18:39:29.884914 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.885013 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.885124 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.885271 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.885497 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.885497 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.886257 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.886257 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.886257 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.886607 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.886607 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.886607 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.887062 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.887062 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.887062 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.887379 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.887379 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.887610 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.887731 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.887912 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] config_source = [] {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.888110 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.888268 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.888417 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] debug = True {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.888600 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.888782 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.888977 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.889192 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.889316 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.889488 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.889628 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.890249 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.890249 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.890249 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.890511 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.890511 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.890702 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.890783 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.890904 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.891035 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.891195 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.891357 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] host = dv-cinder-786260-4-iscsi {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.891522 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.891679 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.891839 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.892002 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.892162 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.892320 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.892486 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.892646 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.892804 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.892969 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.893166 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.893342 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.893511 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] log_dir = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.893705 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] log_file = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.893859 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] log_options = True {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.894017 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.894159 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.894293 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.894480 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.894764 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.895004 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.895175 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.895334 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.895494 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.895656 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.895816 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.895979 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.897486 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.897486 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.897486 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.897486 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.897486 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.897486 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.897486 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.897486 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.898054 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.898054 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.898054 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.898054 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.898054 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.898421 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.898421 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.898421 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.898627 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.898704 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.898832 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.898994 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.899153 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.899314 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.899473 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.899634 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.899794 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.899995 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.900156 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.900316 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.900476 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.900636 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.900795 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.900956 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.901116 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] use_journal = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.901275 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] use_json = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.901435 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.901621 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.901781 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.901940 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.902101 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.902260 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.902425 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.902587 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 18:39:29.902775 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.902942 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.903116 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.903281 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.903444 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.903608 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.903771 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.903934 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.904097 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.904261 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.904432 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.904596 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.904757 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.904921 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.905083 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.905247 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.905410 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.905598 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.905766 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.905937 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.906088 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.906419 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.906742 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.907055 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.909476 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.909476 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.909476 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.909476 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.909476 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.909476 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.909476 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.909476 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.910783 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.910783 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.910783 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.910783 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.910783 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.910783 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.910783 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.911463 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.911666 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.911853 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.912039 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.912219 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.912396 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.912569 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.912738 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.912921 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.913090 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.913257 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.913435 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.913635 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.913796 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.913955 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.914115 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.914286 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.914451 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.914628 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.914782 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.914945 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.915111 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.915289 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.915453 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.915617 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.915780 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.915997 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.916121 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.916276 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.916438 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.916600 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.916768 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.916931 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.917097 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.917259 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.917419 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.917610 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.917783 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.917953 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.918093 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.918258 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.918424 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.918656 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.918751 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.918914 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.919057 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.919234 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.919396 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.919559 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.919722 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.919885 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.920046 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.920212 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.920373 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.920537 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.920700 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.920856 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.921022 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.921186 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.921351 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.921523 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.921692 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.921855 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.922019 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.922181 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.922344 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.922513 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.922676 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.922842 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.923003 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.923169 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.923331 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.923502 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.923664 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.923830 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.924018 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.924156 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.924336 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.924507 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.924653 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.924812 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.924979 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.925141 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.925920 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.926177 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.926471 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.926711 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.926880 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.927058 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.927250 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.927402 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.927554 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.927706 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.927831 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:39:29.927964 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.928087 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.928207 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.928337 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.928501 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.928663 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.928826 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.928990 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.929154 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.929317 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.929513 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.929670 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.929835 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.930005 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.930134 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.930301 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.930464 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.930628 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.930791 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.930955 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.931120 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.931283 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.931445 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.931609 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.931770 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.931933 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.932096 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.932259 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.932423 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.932586 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.932750 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.932919 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.933081 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.933244 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.933406 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.933600 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.933764 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.933930 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.934094 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.934257 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.934422 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.934586 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.934750 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.934913 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.935079 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.935242 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.935405 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.935570 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.935733 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.935896 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.936060 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.936223 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.936385 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.936548 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.936712 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.936889 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.937052 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.937216 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.937379 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.937641 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.937807 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.937971 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.938134 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.938304 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.938431 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.938602 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.940047 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.940047 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.940047 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.940047 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.940047 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.940047 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.940047 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.940047 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.941063 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.941063 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.941063 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.941063 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.941063 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.941063 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.941063 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.943476 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.943476 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.943476 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.943476 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.943476 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.943476 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.943476 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.943476 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.943476 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.945000 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.945000 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.945000 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.945000 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.945000 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.945000 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.945000 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.945000 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.945000 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.945832 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.945832 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.945832 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.945832 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.945832 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.945832 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.945832 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.945832 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.946367 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.946367 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.946367 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.946367 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.946367 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.946367 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.946367 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.947103 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.947103 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.947103 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.947103 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.947461 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.947461 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.947461 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.947764 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.947933 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.947933 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.948122 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.948255 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.948419 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.948581 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.948744 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.948907 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.949070 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.949232 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.949396 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.949612 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.949740 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.949882 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.950046 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.950214 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.950379 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.950540 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.950709 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.950869 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 18:39:29.951025 dv-cinder-786260-4-iscsi neutron-server[98077]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98077) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 10 18:39:30.164630 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 42752) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:39:30.173309 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [-] 10.222.0.15 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063219 Jun 10 18:39:41.828709 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556fbbfe-9993-4aa8-9080-85c92694f483 None None] get_active_networks_info from dv-cinder-786260-4-iscsi {{(pid=98186) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 10 18:39:41.940581 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556fbbfe-9993-4aa8-9080-85c92694f483 None None] No non-hosted networks {{(pid=98186) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 10 18:39:41.961497 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.agentschedulers_db [None req-556fbbfe-9993-4aa8-9080-85c92694f483 None None] DHCP Agent not found on host dv-cinder-786260-4-iscsi {{(pid=98186) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 10 18:39:42.178720 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-5449ec90-845b-441f-9f10-cb1f0ddc9059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061'] for agent, after_create {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:39:44.233670 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-e86d0a91-61af-4fd5-8bf2-a4b7ad3047fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061'] for agent, after_create {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:39:44.286671 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-3d55d5e6-d17d-4db4-b1f0-6c0d2a724e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:39:44.379650 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061'] for agent, after_create {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:39:44.380350 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:39:44.380706 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:39:44.381045 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:39:44.381380 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:39:44.381843 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:39:44.382218 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:39:44.382640 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:39:44.383077 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:39:44.383413 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:39:44.384089 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:39:44.384661 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:39:44.385048 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:39:44.385494 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-786260-4-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:39:44.405645 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786260-4-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:39:45.418977 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-8dcc316c-a8c5-4da3-a0ad-e3f4fe9157be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061'] for agent, after_create {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:39:47.196908 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-bf1ede84-8c21-46ff-8a19-cb90afe635a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061'] for agent, after_create {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:39:47.730411 dv-cinder-786260-4-iscsi neutron-server[98186]: INFO neutron.db.l3_hamode_db [None req-e70e8881-a984-4757-8042-2c289cb40b11 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 10 18:39:47.824200 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70e8881-a984-4757-8042-2c289cb40b11 None None] Routers set() bound to L3 agent in host dv-cinder-786260-4-iscsi {{(pid=98186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 18:39:47.824583 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70e8881-a984-4757-8042-2c289cb40b11 None None] Router IDs set() for agent in host dv-cinder-786260-4-iscsi {{(pid=98186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 10 18:39:48.353142 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 42846) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:39:48.864548 dv-cinder-786260-4-iscsi neutron-server[98184]: WARNING oslo_policy.policy [None req-d7d80833-eaac-4bcc-85c0-7f9acf8400c7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 10 18:39:48.865140 dv-cinder-786260-4-iscsi neutron-server[98184]: WARNING oslo_policy.policy [None req-d7d80833-eaac-4bcc-85c0-7f9acf8400c7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 10 18:39:49.079810 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [None req-d7d80833-eaac-4bcc-85c0-7f9acf8400c7 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=98184) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 18:39:49.081224 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-d7d80833-eaac-4bcc-85c0-7f9acf8400c7 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7259159 Jun 10 18:39:51.434640 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 42860) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:39:51.752108 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.v2.base [None req-f5e52c9e-ad6b-4d86-9a81-159baece422c admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=98184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:39:51.854420 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.policy [None req-f5e52c9e-ad6b-4d86-9a81-159baece422c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=98184) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 10 18:39:51.901415 dv-cinder-786260-4-iscsi neutron-server[98184]: WARNING oslo_policy.policy [None req-f5e52c9e-ad6b-4d86-9a81-159baece422c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 10 18:39:51.901812 dv-cinder-786260-4-iscsi neutron-server[98184]: WARNING oslo_policy.policy [None req-f5e52c9e-ad6b-4d86-9a81-159baece422c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 10 18:39:51.911443 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.quota [None req-f5e52c9e-ad6b-4d86-9a81-159baece422c admin admin] Loaded quota_driver: . Jun 10 18:39:52.007010 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-f5e52c9e-ad6b-4d86-9a81-159baece422c admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731577469724', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731577480495', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731577456999', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731577451357', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731577441636', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731577448417', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-542481', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-552321', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4163604', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4095524'] for rbac-policy, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:39:52.075893 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-f5e52c9e-ad6b-4d86-9a81-159baece422c admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:39:52.077030 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-f5e52c9e-ad6b-4d86-9a81-159baece422c admin admin] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6414242 Jun 10 18:39:54.622372 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 42872) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:39:55.123725 dv-cinder-786260-4-iscsi neutron-server[98185]: WARNING oslo_policy.policy [None req-5e7da093-c33c-40f5-9942-3eee18ef4160 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 10 18:39:55.124314 dv-cinder-786260-4-iscsi neutron-server[98185]: WARNING oslo_policy.policy [None req-5e7da093-c33c-40f5-9942-3eee18ef4160 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 10 18:39:55.337346 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.v2.base [None req-5e7da093-c33c-40f5-9942-3eee18ef4160 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '0caf27fbe11b421a82688d85b2139b74', 'tenant_id': '0caf27fbe11b421a82688d85b2139b74'}} {{(pid=98185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:39:55.338979 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.quota [None req-5e7da093-c33c-40f5-9942-3eee18ef4160 admin admin] Loaded quota_driver: . Jun 10 18:39:55.396469 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e7da093-c33c-40f5-9942-3eee18ef4160 admin admin] Made reservation on behalf of 0caf27fbe11b421a82688d85b2139b74 for: {'network': 1} {{(pid=98185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 18:39:55.471609 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.policy [None req-5e7da093-c33c-40f5-9942-3eee18ef4160 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=98185) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 10 18:39:55.520048 dv-cinder-786260-4-iscsi neutron-server[98185]: WARNING oslo_policy.policy [None req-5e7da093-c33c-40f5-9942-3eee18ef4160 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 10 18:39:55.520419 dv-cinder-786260-4-iscsi neutron-server[98185]: WARNING oslo_policy.policy [None req-5e7da093-c33c-40f5-9942-3eee18ef4160 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 10 18:39:55.531148 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-5e7da093-c33c-40f5-9942-3eee18ef4160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-941319'] for network, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:39:55.554650 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-5e7da093-c33c-40f5-9942-3eee18ef4160 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:39:55.688554 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-5e7da093-c33c-40f5-9942-3eee18ef4160 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:39:55.692645 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-5e7da093-c33c-40f5-9942-3eee18ef4160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:39:55.698054 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:39:55.715324 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e7da093-c33c-40f5-9942-3eee18ef4160 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=98185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 18:39:55.746890 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-5e7da093-c33c-40f5-9942-3eee18ef4160 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731578620070', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881768'] for segment, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:39:55.747499 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-5e7da093-c33c-40f5-9942-3eee18ef4160 admin admin] Unsubscribe: segment precommit_create {{(pid=98185) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 10 18:39:55.748007 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.db.segments_db [None req-5e7da093-c33c-40f5-9942-3eee18ef4160 admin admin] Added segment 6a96609c-ce3b-4405-8941-41aaa17f9c97 of type vlan for network 1b851ed9-daef-4eb0-b5b6-6c6863be5afd Jun 10 18:39:55.765819 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7da093-c33c-40f5-9942-3eee18ef4160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb2c1950-ba4f-41a8-b848-583c3d6e28e4,revision_number=1']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:39:55.824664 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7da093-c33c-40f5-9942-3eee18ef4160 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:39:55.825015 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7da093-c33c-40f5-9942-3eee18ef4160 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:39:55.825351 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7da093-c33c-40f5-9942-3eee18ef4160 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:39:55.825707 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7da093-c33c-40f5-9942-3eee18ef4160 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:39:55.826032 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7da093-c33c-40f5-9942-3eee18ef4160 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:39:55.826368 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7da093-c33c-40f5-9942-3eee18ef4160 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:39:55.826689 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7da093-c33c-40f5-9942-3eee18ef4160 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:39:55.827007 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7da093-c33c-40f5-9942-3eee18ef4160 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:39:55.827342 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7da093-c33c-40f5-9942-3eee18ef4160 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:39:55.827658 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7da093-c33c-40f5-9942-3eee18ef4160 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:39:55.827970 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7da093-c33c-40f5-9942-3eee18ef4160 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:39:55.828280 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7da093-c33c-40f5-9942-3eee18ef4160 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:39:55.829398 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7da093-c33c-40f5-9942-3eee18ef4160 admin admin] Tracked resource versions report: Jun 10 18:39:55.829398 dv-cinder-786260-4-iscsi neutron-server[98185]: pushed versions: Jun 10 18:39:55.829398 dv-cinder-786260-4-iscsi neutron-server[98185]: { 'AddressGroup': {'1.2'}, Jun 10 18:39:55.829398 dv-cinder-786260-4-iscsi neutron-server[98185]: 'ConntrackHelper': {'1.0'}, Jun 10 18:39:55.829398 dv-cinder-786260-4-iscsi neutron-server[98185]: 'Log': {'1.0'}, Jun 10 18:39:55.829398 dv-cinder-786260-4-iscsi neutron-server[98185]: 'Network': {'1.1'}, Jun 10 18:39:55.829398 dv-cinder-786260-4-iscsi neutron-server[98185]: 'Port': {'1.7'}, Jun 10 18:39:55.829398 dv-cinder-786260-4-iscsi neutron-server[98185]: 'PortForwarding': {'1.2'}, Jun 10 18:39:55.829398 dv-cinder-786260-4-iscsi neutron-server[98185]: 'QosPolicy': {'1.8'}, Jun 10 18:39:55.829398 dv-cinder-786260-4-iscsi neutron-server[98185]: 'SecurityGroup': {'1.4'}, Jun 10 18:39:55.829398 dv-cinder-786260-4-iscsi neutron-server[98185]: 'SecurityGroupRule': {'1.2'}, Jun 10 18:39:55.829398 dv-cinder-786260-4-iscsi neutron-server[98185]: 'SubPort': {'1.0'}, Jun 10 18:39:55.829398 dv-cinder-786260-4-iscsi neutron-server[98185]: 'Subnet': {'1.1'}, Jun 10 18:39:55.829398 dv-cinder-786260-4-iscsi neutron-server[98185]: 'Trunk': {'1.1'}} Jun 10 18:39:55.829398 dv-cinder-786260-4-iscsi neutron-server[98185]: consumer versions: Jun 10 18:39:55.829398 dv-cinder-786260-4-iscsi neutron-server[98185]: { DHCP agent@dv-cinder-786260-4-iscsi: {}, Jun 10 18:39:55.829398 dv-cinder-786260-4-iscsi neutron-server[98185]: L3 agent@dv-cinder-786260-4-iscsi: {}, Jun 10 18:39:55.829398 dv-cinder-786260-4-iscsi neutron-server[98185]: Metadata agent@dv-cinder-786260-4-iscsi: {}, Jun 10 18:39:55.829398 dv-cinder-786260-4-iscsi neutron-server[98185]: Metering agent@dv-cinder-786260-4-iscsi: {}, Jun 10 18:39:55.829398 dv-cinder-786260-4-iscsi neutron-server[98185]: Open vSwitch agent@dv-cinder-786260-4-iscsi: { 'AddressGroup': '1.2', Jun 10 18:39:55.829398 dv-cinder-786260-4-iscsi neutron-server[98185]: 'ConntrackHelper': '1.0', Jun 10 18:39:55.829398 dv-cinder-786260-4-iscsi neutron-server[98185]: 'Log': '1.0', Jun 10 18:39:55.829398 dv-cinder-786260-4-iscsi neutron-server[98185]: 'Network': '1.1', Jun 10 18:39:55.829398 dv-cinder-786260-4-iscsi neutron-server[98185]: 'Port': '1.7', Jun 10 18:39:55.829398 dv-cinder-786260-4-iscsi neutron-server[98185]: 'PortForwarding': '1.2', Jun 10 18:39:55.829398 dv-cinder-786260-4-iscsi neutron-server[98185]: 'QosPolicy': '1.8', Jun 10 18:39:55.829398 dv-cinder-786260-4-iscsi neutron-server[98185]: 'SecurityGroup': '1.4', Jun 10 18:39:55.829398 dv-cinder-786260-4-iscsi neutron-server[98185]: 'SecurityGroupRule': '1.2', Jun 10 18:39:55.829398 dv-cinder-786260-4-iscsi neutron-server[98185]: 'SubPort': '1.0', Jun 10 18:39:55.829398 dv-cinder-786260-4-iscsi neutron-server[98185]: 'Subnet': '1.1', Jun 10 18:39:55.829398 dv-cinder-786260-4-iscsi neutron-server[98185]: 'Trunk': '1.1'}} Jun 10 18:39:55.829398 dv-cinder-786260-4-iscsi neutron-server[98185]: {{(pid=98185) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 10 18:39:55.888196 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-5e7da093-c33c-40f5-9942-3eee18ef4160 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731578050973'] for network, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:39:55.892926 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-5e7da093-c33c-40f5-9942-3eee18ef4160 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:39:55.941700 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-5e7da093-c33c-40f5-9942-3eee18ef4160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731739'] for network, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:39:55.943116 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7da093-c33c-40f5-9942-3eee18ef4160 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:39:55.943857 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-5e7da093-c33c-40f5-9942-3eee18ef4160 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731712'] for network, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:39:55.945891 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:39:56.005607 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-5e7da093-c33c-40f5-9942-3eee18ef4160 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3821189 Jun 10 18:39:56.073287 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7da093-c33c-40f5-9942-3eee18ef4160 admin admin] Pushing event updated for resources: {'Network': ['ID=1b851ed9-daef-4eb0-b5b6-6c6863be5afd,revision_number=1']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:39:56.077220 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-5e7da093-c33c-40f5-9942-3eee18ef4160 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:39:56.086585 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Network 1b851ed9-daef-4eb0-b5b6-6c6863be5afd details requested by agent ovs-agent-dv-cinder-786260-4-iscsi with host dv-cinder-786260-4-iscsi {{(pid=98186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 18:39:58.634866 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 42894) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:39:59.053542 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb37a67-2e12-48ff-a600-548c334ab69a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:39:59.054906 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-3bb37a67-2e12-48ff-a600-548c334ab69a admin admin] 10.222.0.15 "GET /v2.0/networks/1b851ed9-daef-4eb0-b5b6-6c6863be5afd HTTP/1.1" status: 200 len: 825 time: 0.4190853 Jun 10 18:39:59.093210 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-3f1a8200-42c8-4108-95db-0c739b917ad8 admin admin] 10.222.0.15 "GET /v2.0/subnetpools/bb3411b4-a2b8-48d2-9b57-53543010e759 HTTP/1.1" status: 200 len: 734 time: 0.0330012 Jun 10 18:39:59.102434 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.v2.base [None req-a1e4e1f1-b4d9-423e-8ff8-a9c09ab887a8 admin admin] Request body: {'subnet': {'tenant_id': '0caf27fbe11b421a82688d85b2139b74', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': 'bb3411b4-a2b8-48d2-9b57-53543010e759', 'network_id': '1b851ed9-daef-4eb0-b5b6-6c6863be5afd', 'name': 'private-subnet'}} {{(pid=98185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:39:59.123961 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1e4e1f1-b4d9-423e-8ff8-a9c09ab887a8 admin admin] Made reservation on behalf of 0caf27fbe11b421a82688d85b2139b74 for: {'subnet': 1} {{(pid=98185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 18:39:59.126283 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-a1e4e1f1-b4d9-423e-8ff8-a9c09ab887a8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:39:59.460811 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-a1e4e1f1-b4d9-423e-8ff8-a9c09ab887a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730'] for subnet, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:39:59.463083 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:39:59.541584 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e4e1f1-b4d9-423e-8ff8-a9c09ab887a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7327ad2c-881f-47b6-bd48-cc89feb549a0,revision_number=0']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:39:59.543395 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e4e1f1-b4d9-423e-8ff8-a9c09ab887a8 admin admin] Checking segment: {'id': '6a96609c-ce3b-4405-8941-41aaa17f9c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1b851ed9-daef-4eb0-b5b6-6c6863be5afd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 18:39:59.543767 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e4e1f1-b4d9-423e-8ff8-a9c09ab887a8 admin admin] Network hostable DHCP agents. Network: 1b851ed9-daef-4eb0-b5b6-6c6863be5afd, hostable agents: ['32d11a73-8882-47f0-8c19-15a088a2f1dc'], hosted agents: [] {{(pid=98185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 18:39:59.549474 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-a1e4e1f1-b4d9-423e-8ff8-a9c09ab887a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:39:59.566285 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e4e1f1-b4d9-423e-8ff8-a9c09ab887a8 admin admin] Network 1b851ed9-daef-4eb0-b5b6-6c6863be5afd is scheduled to be hosted by DHCP agent 32d11a73-8882-47f0-8c19-15a088a2f1dc with binding_index 1 {{(pid=98185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 18:39:59.580451 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.base_scheduler [None req-a1e4e1f1-b4d9-423e-8ff8-a9c09ab887a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-4-iscsi, 1b851ed9-daef-4eb0-b5b6-6c6863be5afd) {{(pid=98185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 18:39:59.586567 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e4e1f1-b4d9-423e-8ff8-a9c09ab887a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:39:59.587590 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-a1e4e1f1-b4d9-423e-8ff8-a9c09ab887a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731712'] for subnet, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:39:59.591119 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a05c11c-063b-47fa-a3d7-1906ab2912ca None None] Network 1b851ed9-daef-4eb0-b5b6-6c6863be5afd requested from dv-cinder-786260-4-iscsi {{(pid=98186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 18:39:59.601614 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-a1e4e1f1-b4d9-423e-8ff8-a9c09ab887a8 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5025084 Jun 10 18:39:59.924405 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc080ff-1e99-49bf-bf8c-232d87b0c77c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb210373e-bde5-52cb-bc22-9269e2ef8f47-1b851ed9-daef-4eb0-b5b6-6c6863be5afd', 'network_id': '1b851ed9-daef-4eb0-b5b6-6c6863be5afd', 'tenant_id': '0caf27fbe11b421a82688d85b2139b74', 'fixed_ips': [{'subnet_id': '7327ad2c-881f-47b6-bd48-cc89feb549a0'}]}} from dv-cinder-786260-4-iscsi. {{(pid=98186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 18:39:59.926267 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-4bc080ff-1e99-49bf-bf8c-232d87b0c77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-941319'] for port, before_create {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:40:00.215339 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.db_base_plugin_common [None req-4bc080ff-1e99-49bf-bf8c-232d87b0c77c None None] Allocated IP 172.20.0.2 (1b851ed9-daef-4eb0-b5b6-6c6863be5afd/7327ad2c-881f-47b6-bd48-cc89feb549a0/9644a5c2-1419-4cf5-8dd0-885856ab2d7b) {{(pid=98186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 18:40:00.479631 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-4bc080ff-1e99-49bf-bf8c-232d87b0c77c None None] Notify callbacks [] for port, precommit_create {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:40:00.497731 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-4bc080ff-1e99-49bf-bf8c-232d87b0c77c None None] Transition to ACTIVE for port object 9644a5c2-1419-4cf5-8dd0-885856ab2d7b will not be triggered until provisioned by entity L2. {{(pid=98186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 18:40:00.519682 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-4bc080ff-1e99-49bf-bf8c-232d87b0c77c None None] Transition to ACTIVE for port object 9644a5c2-1419-4cf5-8dd0-885856ab2d7b will not be triggered until provisioned by entity DHCP. {{(pid=98186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 18:40:00.528277 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-4bc080ff-1e99-49bf-bf8c-232d87b0c77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-941510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578064406'] for port, after_create {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:40:00.530954 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:40:00.604384 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc080ff-1e99-49bf-bf8c-232d87b0c77c None None] Network 1b851ed9-daef-4eb0-b5b6-6c6863be5afd is already hosted by enough agents. {{(pid=98186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 18:40:00.608898 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.scheduler.base_scheduler [None req-4bc080ff-1e99-49bf-bf8c-232d87b0c77c None None] Resources bound (agent type, host, resource id): {{(pid=98186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 18:40:00.617649 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc080ff-1e99-49bf-bf8c-232d87b0c77c None None] Received port after_create {{(pid=98186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 18:40:00.620687 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc080ff-1e99-49bf-bf8c-232d87b0c77c None None] Pushing event updated for resources: {'Port': ['ID=9644a5c2-1419-4cf5-8dd0-885856ab2d7b,revision_number=1']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:40:00.648310 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc080ff-1e99-49bf-bf8c-232d87b0c77c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:40:00.648697 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc080ff-1e99-49bf-bf8c-232d87b0c77c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:40:00.649044 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc080ff-1e99-49bf-bf8c-232d87b0c77c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:40:00.649375 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc080ff-1e99-49bf-bf8c-232d87b0c77c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:40:00.649731 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc080ff-1e99-49bf-bf8c-232d87b0c77c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:40:00.650054 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc080ff-1e99-49bf-bf8c-232d87b0c77c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:40:00.650379 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc080ff-1e99-49bf-bf8c-232d87b0c77c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:40:00.650701 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc080ff-1e99-49bf-bf8c-232d87b0c77c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:40:00.651039 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc080ff-1e99-49bf-bf8c-232d87b0c77c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:40:00.651362 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc080ff-1e99-49bf-bf8c-232d87b0c77c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:40:00.651697 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc080ff-1e99-49bf-bf8c-232d87b0c77c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:40:00.651994 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc080ff-1e99-49bf-bf8c-232d87b0c77c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:40:00.653143 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc080ff-1e99-49bf-bf8c-232d87b0c77c None None] Tracked resource versions report: Jun 10 18:40:00.653143 dv-cinder-786260-4-iscsi neutron-server[98186]: pushed versions: Jun 10 18:40:00.653143 dv-cinder-786260-4-iscsi neutron-server[98186]: { 'AddressGroup': {'1.2'}, Jun 10 18:40:00.653143 dv-cinder-786260-4-iscsi neutron-server[98186]: 'ConntrackHelper': {'1.0'}, Jun 10 18:40:00.653143 dv-cinder-786260-4-iscsi neutron-server[98186]: 'Log': {'1.0'}, Jun 10 18:40:00.653143 dv-cinder-786260-4-iscsi neutron-server[98186]: 'Network': {'1.1'}, Jun 10 18:40:00.653143 dv-cinder-786260-4-iscsi neutron-server[98186]: 'Port': {'1.7'}, Jun 10 18:40:00.653143 dv-cinder-786260-4-iscsi neutron-server[98186]: 'PortForwarding': {'1.2'}, Jun 10 18:40:00.653143 dv-cinder-786260-4-iscsi neutron-server[98186]: 'QosPolicy': {'1.8'}, Jun 10 18:40:00.653143 dv-cinder-786260-4-iscsi neutron-server[98186]: 'SecurityGroup': {'1.4'}, Jun 10 18:40:00.653143 dv-cinder-786260-4-iscsi neutron-server[98186]: 'SecurityGroupRule': {'1.2'}, Jun 10 18:40:00.653143 dv-cinder-786260-4-iscsi neutron-server[98186]: 'SubPort': {'1.0'}, Jun 10 18:40:00.653143 dv-cinder-786260-4-iscsi neutron-server[98186]: 'Subnet': {'1.1'}, Jun 10 18:40:00.653143 dv-cinder-786260-4-iscsi neutron-server[98186]: 'Trunk': {'1.1'}} Jun 10 18:40:00.653143 dv-cinder-786260-4-iscsi neutron-server[98186]: consumer versions: Jun 10 18:40:00.653143 dv-cinder-786260-4-iscsi neutron-server[98186]: { DHCP agent@dv-cinder-786260-4-iscsi: {}, Jun 10 18:40:00.653143 dv-cinder-786260-4-iscsi neutron-server[98186]: L3 agent@dv-cinder-786260-4-iscsi: {}, Jun 10 18:40:00.653143 dv-cinder-786260-4-iscsi neutron-server[98186]: Metadata agent@dv-cinder-786260-4-iscsi: {}, Jun 10 18:40:00.653143 dv-cinder-786260-4-iscsi neutron-server[98186]: Metering agent@dv-cinder-786260-4-iscsi: {}, Jun 10 18:40:00.653143 dv-cinder-786260-4-iscsi neutron-server[98186]: Open vSwitch agent@dv-cinder-786260-4-iscsi: { 'AddressGroup': '1.2', Jun 10 18:40:00.653143 dv-cinder-786260-4-iscsi neutron-server[98186]: 'ConntrackHelper': '1.0', Jun 10 18:40:00.653143 dv-cinder-786260-4-iscsi neutron-server[98186]: 'Log': '1.0', Jun 10 18:40:00.653143 dv-cinder-786260-4-iscsi neutron-server[98186]: 'Network': '1.1', Jun 10 18:40:00.653143 dv-cinder-786260-4-iscsi neutron-server[98186]: 'Port': '1.7', Jun 10 18:40:00.653143 dv-cinder-786260-4-iscsi neutron-server[98186]: 'PortForwarding': '1.2', Jun 10 18:40:00.653143 dv-cinder-786260-4-iscsi neutron-server[98186]: 'QosPolicy': '1.8', Jun 10 18:40:00.653143 dv-cinder-786260-4-iscsi neutron-server[98186]: 'SecurityGroup': '1.4', Jun 10 18:40:00.653143 dv-cinder-786260-4-iscsi neutron-server[98186]: 'SecurityGroupRule': '1.2', Jun 10 18:40:00.653143 dv-cinder-786260-4-iscsi neutron-server[98186]: 'SubPort': '1.0', Jun 10 18:40:00.653143 dv-cinder-786260-4-iscsi neutron-server[98186]: 'Subnet': '1.1', Jun 10 18:40:00.653143 dv-cinder-786260-4-iscsi neutron-server[98186]: 'Trunk': '1.1'}} Jun 10 18:40:00.653143 dv-cinder-786260-4-iscsi neutron-server[98186]: {{(pid=98186) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 10 18:40:00.701314 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-4bc080ff-1e99-49bf-bf8c-232d87b0c77c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:40:00.716190 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.managers [None req-4bc080ff-1e99-49bf-bf8c-232d87b0c77c None None] Attempting to bind port 9644a5c2-1419-4cf5-8dd0-885856ab2d7b on host dv-cinder-786260-4-iscsi for vnic_type normal with profile {{(pid=98186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 18:40:00.716591 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.managers [None req-4bc080ff-1e99-49bf-bf8c-232d87b0c77c None None] Attempting to bind port 9644a5c2-1419-4cf5-8dd0-885856ab2d7b by drivers openvswitch,hyperv on host dv-cinder-786260-4-iscsi at level 0 using segments [{'id': '6a96609c-ce3b-4405-8941-41aaa17f9c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1b851ed9-daef-4eb0-b5b6-6c6863be5afd'}] {{(pid=98186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 18:40:00.717019 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc080ff-1e99-49bf-bf8c-232d87b0c77c None None] Attempting to bind port 9644a5c2-1419-4cf5-8dd0-885856ab2d7b on network 1b851ed9-daef-4eb0-b5b6-6c6863be5afd {{(pid=98186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 18:40:00.722315 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc080ff-1e99-49bf-bf8c-232d87b0c77c None None] Checking agent: {'id': '0a9461fa-5aa1-4bfe-a01a-9192fdaa924f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 18, 39, 44), 'started_at': datetime.datetime(2021, 6, 10, 18, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 18, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 18:40:00.722745 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc080ff-1e99-49bf-bf8c-232d87b0c77c None None] Checking segment: {'id': '6a96609c-ce3b-4405-8941-41aaa17f9c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1b851ed9-daef-4eb0-b5b6-6c6863be5afd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 18:40:00.723193 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-4bc080ff-1e99-49bf-bf8c-232d87b0c77c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:40:00.723587 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc080ff-1e99-49bf-bf8c-232d87b0c77c None None] Bound using segment: {'id': '6a96609c-ce3b-4405-8941-41aaa17f9c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1b851ed9-daef-4eb0-b5b6-6c6863be5afd'} {{(pid=98186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 18:40:00.724062 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.managers [None req-4bc080ff-1e99-49bf-bf8c-232d87b0c77c None None] Bound port: 9644a5c2-1419-4cf5-8dd0-885856ab2d7b, host: dv-cinder-786260-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a96609c-ce3b-4405-8941-41aaa17f9c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1b851ed9-daef-4eb0-b5b6-6c6863be5afd'}}] {{(pid=98186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 18:40:00.724456 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-4bc080ff-1e99-49bf-bf8c-232d87b0c77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:40:00.801749 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-4bc080ff-1e99-49bf-bf8c-232d87b0c77c None None] For port 9644a5c2-1419-4cf5-8dd0-885856ab2d7b, host dv-cinder-786260-4-iscsi, cleared binding levels {{(pid=98186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 18:40:00.826562 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-4bc080ff-1e99-49bf-bf8c-232d87b0c77c None None] For port 9644a5c2-1419-4cf5-8dd0-885856ab2d7b, host dv-cinder-786260-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-4-iscsi',level=0,port_id=9644a5c2-1419-4cf5-8dd0-885856ab2d7b,segment=NetworkSegment(6a96609c-ce3b-4405-8941-41aaa17f9c97),segment_id=6a96609c-ce3b-4405-8941-41aaa17f9c97)] {{(pid=98186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 18:40:00.833231 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-4bc080ff-1e99-49bf-bf8c-232d87b0c77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:40:00.835764 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:40:00.904648 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc080ff-1e99-49bf-bf8c-232d87b0c77c None None] Pushing event updated for resources: {'Port': ['ID=9644a5c2-1419-4cf5-8dd0-885856ab2d7b,revision_number=2']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:40:00.911704 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-4bc080ff-1e99-49bf-bf8c-232d87b0c77c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:40:02.003435 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 42902) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:40:02.344412 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [None req-632f7167-3c34-4885-a185-a38c4920b889 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=98185) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 18:40:02.345412 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-632f7167-3c34-4885-a185-a38c4920b889 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3409986 Jun 10 18:40:04.731048 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 42910) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:40:05.064835 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [None req-4be17ea3-fdb5-43f1-8a89-a4f426ae1646 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=98184) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 18:40:05.069494 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-4be17ea3-fdb5-43f1-8a89-a4f426ae1646 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3344541 Jun 10 18:40:06.367862 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Device 9644a5c2-1419-4cf5-8dd0-885856ab2d7b up at agent ovs-agent-dv-cinder-786260-4-iscsi {{(pid=98186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 18:40:06.458082 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Provisioning for port 9644a5c2-1419-4cf5-8dd0-885856ab2d7b completed by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 18:40:07.089540 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3831703f-c808-452a-ba1a-10aa93d02b40 None None] Network 1b851ed9-daef-4eb0-b5b6-6c6863be5afd requested from dv-cinder-786260-4-iscsi {{(pid=98186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 18:40:07.191025 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-25ffb541-36e6-4cce-802d-565293bab70d None None] Provisioning for port 9644a5c2-1419-4cf5-8dd0-885856ab2d7b completed by entity DHCP. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 18:40:07.203820 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-25ffb541-36e6-4cce-802d-565293bab70d None None] Provisioning complete for port 9644a5c2-1419-4cf5-8dd0-885856ab2d7b triggered by entity DHCP. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 18:40:07.204217 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-25ffb541-36e6-4cce-802d-565293bab70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:40:07.417385 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-25ffb541-36e6-4cce-802d-565293bab70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:40:07.466932 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-25ffb541-36e6-4cce-802d-565293bab70d None None] For port 9644a5c2-1419-4cf5-8dd0-885856ab2d7b, host dv-cinder-786260-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-4-iscsi',level=0,port_id=9644a5c2-1419-4cf5-8dd0-885856ab2d7b,segment=NetworkSegment(6a96609c-ce3b-4405-8941-41aaa17f9c97),segment_id=6a96609c-ce3b-4405-8941-41aaa17f9c97)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:40:07.471877 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-25ffb541-36e6-4cce-802d-565293bab70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:40:07.474100 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:40:07.531599 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ffb541-36e6-4cce-802d-565293bab70d None None] Pushing event updated for resources: {'Port': ['ID=9644a5c2-1419-4cf5-8dd0-885856ab2d7b,revision_number=3']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:40:07.542046 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-25ffb541-36e6-4cce-802d-565293bab70d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:40:07.697061 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-8be874b5-f823-4c58-a794-2c769a827c55 None None] Provisioning complete for port 9644a5c2-1419-4cf5-8dd0-885856ab2d7b triggered by entity DHCP. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 18:40:07.697437 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-8be874b5-f823-4c58-a794-2c769a827c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:40:07.778378 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 42924) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:40:08.091126 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.v2.base [None req-f08d6b21-a1b4-4c3c-b7ee-4ffd743aed5e admin admin] Request body: {'router': {'tenant_id': '0caf27fbe11b421a82688d85b2139b74', 'admin_state_up': True, 'name': 'router1'}} {{(pid=98185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:40:08.114433 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-f08d6b21-a1b4-4c3c-b7ee-4ffd743aed5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4031469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25378'] for router, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:40:08.115876 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-f08d6b21-a1b4-4c3c-b7ee-4ffd743aed5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4031304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4045498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4061363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25387'] for router, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:40:08.269807 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-f08d6b21-a1b4-4c3c-b7ee-4ffd743aed5e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:40:08.274441 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-f08d6b21-a1b4-4c3c-b7ee-4ffd743aed5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4031444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4045819'] for router, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:40:08.287658 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-f08d6b21-a1b4-4c3c-b7ee-4ffd743aed5e admin admin] Notify callbacks [] for router, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:40:08.289897 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-f08d6b21-a1b4-4c3c-b7ee-4ffd743aed5e admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5101900 Jun 10 18:40:08.339607 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Device 9644a5c2-1419-4cf5-8dd0-885856ab2d7b up at agent ovs-agent-dv-cinder-786260-4-iscsi {{(pid=98186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 18:40:08.395607 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Provisioning complete for port 9644a5c2-1419-4cf5-8dd0-885856ab2d7b triggered by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 18:40:08.395985 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:40:10.663595 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 42932) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:40:11.021270 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [None req-99605728-b1bd-46c7-8b2f-4f8f86ebc6b3 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=98185) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 18:40:11.022327 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-99605728-b1bd-46c7-8b2f-4f8f86ebc6b3 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3577905 Jun 10 18:40:11.744443 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-e24f77cb-6993-46c8-8219-8a8470ef8fb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:40:13.388916 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 42940) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:40:13.713957 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.v2.base [None req-6c81ec26-55de-4790-be9a-67f551ee8921 admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True}} {{(pid=98185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:40:13.735221 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c81ec26-55de-4790-be9a-67f551ee8921 admin admin] Made reservation on behalf of 6dd1d65d4c954900bd748b6ccb7137f6 for: {'network': 1} {{(pid=98185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 18:40:13.738637 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-6c81ec26-55de-4790-be9a-67f551ee8921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-941319'] for network, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:40:13.748621 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-6c81ec26-55de-4790-be9a-67f551ee8921 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:40:13.844758 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-6c81ec26-55de-4790-be9a-67f551ee8921 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:40:13.849619 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-6c81ec26-55de-4790-be9a-67f551ee8921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:40:13.852683 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-5e7da093-c33c-40f5-9942-3eee18ef4160 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:40:13.873947 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-6c81ec26-55de-4790-be9a-67f551ee8921 admin admin] Reserving flat network on physical network physnet1 {{(pid=98185) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 10 18:40:13.883784 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c81ec26-55de-4790-be9a-67f551ee8921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b291361c-65a9-41d6-963d-dee2be3c5160,revision_number=1']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:40:13.887232 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-6c81ec26-55de-4790-be9a-67f551ee8921 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:40:13.893479 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-6c81ec26-55de-4790-be9a-67f551ee8921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881768'] for segment, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:40:13.894125 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.db.segments_db [None req-6c81ec26-55de-4790-be9a-67f551ee8921 admin admin] Added segment 151ae908-95e4-46a8-8b94-d201ec410581 of type flat for network a2be77e0-c818-4f69-a7bb-de46a435f28d Jun 10 18:40:13.957028 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-6c81ec26-55de-4790-be9a-67f551ee8921 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731578050973'] for network, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:40:13.993577 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-6c81ec26-55de-4790-be9a-67f551ee8921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731739'] for network, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:40:13.994756 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c81ec26-55de-4790-be9a-67f551ee8921 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:40:13.995323 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-6c81ec26-55de-4790-be9a-67f551ee8921 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731712'] for network, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:40:13.997215 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-5e7da093-c33c-40f5-9942-3eee18ef4160 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:40:14.033093 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-6c81ec26-55de-4790-be9a-67f551ee8921 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6431010 Jun 10 18:40:14.078460 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c81ec26-55de-4790-be9a-67f551ee8921 admin admin] Pushing event updated for resources: {'Network': ['ID=a2be77e0-c818-4f69-a7bb-de46a435f28d,revision_number=1']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:40:14.081961 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-6c81ec26-55de-4790-be9a-67f551ee8921 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:40:14.089875 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Network a2be77e0-c818-4f69-a7bb-de46a435f28d details requested by agent ovs-agent-dv-cinder-786260-4-iscsi with host dv-cinder-786260-4-iscsi {{(pid=98186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 18:40:14.231387 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-82869a77-039b-421f-8ce5-97f65a2c03aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:40:14.373837 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:40:15.342390 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-8dcc316c-a8c5-4da3-a0ad-e3f4fe9157be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:40:16.394411 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 42958) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:40:16.628301 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b985c23-6f42-4789-8490-376b06d51739 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:40:16.629776 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-0b985c23-6f42-4789-8490-376b06d51739 admin admin] 10.222.0.15 "GET /v2.0/subnets/7327ad2c-881f-47b6-bd48-cc89feb549a0 HTTP/1.1" status: 200 len: 849 time: 0.2344277 Jun 10 18:40:16.824743 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-bbf40952-251a-46bc-9abc-22c464745365 admin admin] 10.222.0.15 "GET /v2.0/routers/96cc63f9-5abf-4ac3-b44f-237323e9edc2 HTTP/1.1" status: 200 len: 704 time: 0.1895959 Jun 10 18:40:17.118957 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-bf1ede84-8c21-46ff-8a19-cb90afe635a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:40:17.212846 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-997c5eea-7b73-4561-986c-d2cfe2e6c015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-941319'] for port, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:40:17.540013 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.db.db_base_plugin_common [None req-997c5eea-7b73-4561-986c-d2cfe2e6c015 admin admin] Allocated IP 172.20.0.1 (1b851ed9-daef-4eb0-b5b6-6c6863be5afd/7327ad2c-881f-47b6-bd48-cc89feb549a0/c8a28a77-e289-452e-901a-f45480dcccfd) {{(pid=98184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 18:40:17.766368 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-997c5eea-7b73-4561-986c-d2cfe2e6c015 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:40:17.792158 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.db.provisioning_blocks [None req-997c5eea-7b73-4561-986c-d2cfe2e6c015 admin admin] Transition to ACTIVE for port object c8a28a77-e289-452e-901a-f45480dcccfd will not be triggered until provisioned by entity DHCP. {{(pid=98184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 18:40:17.879399 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-997c5eea-7b73-4561-986c-d2cfe2e6c015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-941510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578064406'] for port, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:40:17.882919 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:40:17.942269 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997c5eea-7b73-4561-986c-d2cfe2e6c015 admin admin] Network 1b851ed9-daef-4eb0-b5b6-6c6863be5afd is already hosted by enough agents. {{(pid=98184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 18:40:17.946635 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.scheduler.base_scheduler [None req-997c5eea-7b73-4561-986c-d2cfe2e6c015 admin admin] Resources bound (agent type, host, resource id): {{(pid=98184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 18:40:17.997170 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997c5eea-7b73-4561-986c-d2cfe2e6c015 admin admin] Pushing event updated for resources: {'Port': ['ID=c8a28a77-e289-452e-901a-f45480dcccfd,revision_number=1']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:40:18.000217 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997c5eea-7b73-4561-986c-d2cfe2e6c015 admin admin] Received port after_create {{(pid=98184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 18:40:18.000306 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-997c5eea-7b73-4561-986c-d2cfe2e6c015 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4032828'] for router_interface, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:40:18.083199 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c5eea-7b73-4561-986c-d2cfe2e6c015 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:40:18.083562 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c5eea-7b73-4561-986c-d2cfe2e6c015 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:40:18.083904 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c5eea-7b73-4561-986c-d2cfe2e6c015 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:40:18.084239 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c5eea-7b73-4561-986c-d2cfe2e6c015 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:40:18.084571 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c5eea-7b73-4561-986c-d2cfe2e6c015 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:40:18.084943 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c5eea-7b73-4561-986c-d2cfe2e6c015 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:40:18.085301 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c5eea-7b73-4561-986c-d2cfe2e6c015 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:40:18.085585 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c5eea-7b73-4561-986c-d2cfe2e6c015 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:40:18.085920 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c5eea-7b73-4561-986c-d2cfe2e6c015 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:40:18.086241 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c5eea-7b73-4561-986c-d2cfe2e6c015 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:40:18.086556 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c5eea-7b73-4561-986c-d2cfe2e6c015 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:40:18.086869 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c5eea-7b73-4561-986c-d2cfe2e6c015 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:40:18.087992 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c5eea-7b73-4561-986c-d2cfe2e6c015 admin admin] Tracked resource versions report: Jun 10 18:40:18.087992 dv-cinder-786260-4-iscsi neutron-server[98184]: pushed versions: Jun 10 18:40:18.087992 dv-cinder-786260-4-iscsi neutron-server[98184]: { 'AddressGroup': {'1.2'}, Jun 10 18:40:18.087992 dv-cinder-786260-4-iscsi neutron-server[98184]: 'ConntrackHelper': {'1.0'}, Jun 10 18:40:18.087992 dv-cinder-786260-4-iscsi neutron-server[98184]: 'Log': {'1.0'}, Jun 10 18:40:18.087992 dv-cinder-786260-4-iscsi neutron-server[98184]: 'Network': {'1.1'}, Jun 10 18:40:18.087992 dv-cinder-786260-4-iscsi neutron-server[98184]: 'Port': {'1.7'}, Jun 10 18:40:18.087992 dv-cinder-786260-4-iscsi neutron-server[98184]: 'PortForwarding': {'1.2'}, Jun 10 18:40:18.087992 dv-cinder-786260-4-iscsi neutron-server[98184]: 'QosPolicy': {'1.8'}, Jun 10 18:40:18.087992 dv-cinder-786260-4-iscsi neutron-server[98184]: 'SecurityGroup': {'1.4'}, Jun 10 18:40:18.087992 dv-cinder-786260-4-iscsi neutron-server[98184]: 'SecurityGroupRule': {'1.2'}, Jun 10 18:40:18.087992 dv-cinder-786260-4-iscsi neutron-server[98184]: 'SubPort': {'1.0'}, Jun 10 18:40:18.087992 dv-cinder-786260-4-iscsi neutron-server[98184]: 'Subnet': {'1.1'}, Jun 10 18:40:18.087992 dv-cinder-786260-4-iscsi neutron-server[98184]: 'Trunk': {'1.1'}} Jun 10 18:40:18.087992 dv-cinder-786260-4-iscsi neutron-server[98184]: consumer versions: Jun 10 18:40:18.087992 dv-cinder-786260-4-iscsi neutron-server[98184]: { DHCP agent@dv-cinder-786260-4-iscsi: {}, Jun 10 18:40:18.087992 dv-cinder-786260-4-iscsi neutron-server[98184]: L3 agent@dv-cinder-786260-4-iscsi: {}, Jun 10 18:40:18.087992 dv-cinder-786260-4-iscsi neutron-server[98184]: Metadata agent@dv-cinder-786260-4-iscsi: {}, Jun 10 18:40:18.087992 dv-cinder-786260-4-iscsi neutron-server[98184]: Metering agent@dv-cinder-786260-4-iscsi: {}, Jun 10 18:40:18.087992 dv-cinder-786260-4-iscsi neutron-server[98184]: Open vSwitch agent@dv-cinder-786260-4-iscsi: { 'AddressGroup': '1.2', Jun 10 18:40:18.087992 dv-cinder-786260-4-iscsi neutron-server[98184]: 'ConntrackHelper': '1.0', Jun 10 18:40:18.087992 dv-cinder-786260-4-iscsi neutron-server[98184]: 'Log': '1.0', Jun 10 18:40:18.087992 dv-cinder-786260-4-iscsi neutron-server[98184]: 'Network': '1.1', Jun 10 18:40:18.087992 dv-cinder-786260-4-iscsi neutron-server[98184]: 'Port': '1.7', Jun 10 18:40:18.087992 dv-cinder-786260-4-iscsi neutron-server[98184]: 'PortForwarding': '1.2', Jun 10 18:40:18.087992 dv-cinder-786260-4-iscsi neutron-server[98184]: 'QosPolicy': '1.8', Jun 10 18:40:18.087992 dv-cinder-786260-4-iscsi neutron-server[98184]: 'SecurityGroup': '1.4', Jun 10 18:40:18.087992 dv-cinder-786260-4-iscsi neutron-server[98184]: 'SecurityGroupRule': '1.2', Jun 10 18:40:18.087992 dv-cinder-786260-4-iscsi neutron-server[98184]: 'SubPort': '1.0', Jun 10 18:40:18.087992 dv-cinder-786260-4-iscsi neutron-server[98184]: 'Subnet': '1.1', Jun 10 18:40:18.087992 dv-cinder-786260-4-iscsi neutron-server[98184]: 'Trunk': '1.1'}} Jun 10 18:40:18.087992 dv-cinder-786260-4-iscsi neutron-server[98184]: {{(pid=98184) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 10 18:40:18.098764 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-997c5eea-7b73-4561-986c-d2cfe2e6c015 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:40:18.170278 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-2c00eb2c-c093-44f2-ac4c-0ad4d8a3850c None None] Provisioning for port c8a28a77-e289-452e-901a-f45480dcccfd completed by entity DHCP. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 18:40:18.175079 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-2c00eb2c-c093-44f2-ac4c-0ad4d8a3850c None None] Provisioning complete for port c8a28a77-e289-452e-901a-f45480dcccfd triggered by entity DHCP. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 18:40:18.175466 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-2c00eb2c-c093-44f2-ac4c-0ad4d8a3850c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:40:18.215101 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.plugin [None req-2c00eb2c-c093-44f2-ac4c-0ad4d8a3850c None None] Port c8a28a77-e289-452e-901a-f45480dcccfd cannot update to ACTIVE because it is not bound. {{(pid=98186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 18:40:18.265494 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-997c5eea-7b73-4561-986c-d2cfe2e6c015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:40:18.525897 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-997c5eea-7b73-4561-986c-d2cfe2e6c015 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:40:18.535379 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-997c5eea-7b73-4561-986c-d2cfe2e6c015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:40:18.536635 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-997c5eea-7b73-4561-986c-d2cfe2e6c015 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4032840'] for router_interface, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:40:18.538700 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-997c5eea-7b73-4561-986c-d2cfe2e6c015 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:40:18.608876 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997c5eea-7b73-4561-986c-d2cfe2e6c015 admin admin] Pushing event updated for resources: {'Port': ['ID=c8a28a77-e289-452e-901a-f45480dcccfd,revision_number=2']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:40:18.612960 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-997c5eea-7b73-4561-986c-d2cfe2e6c015 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:40:18.695397 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997c5eea-7b73-4561-986c-d2cfe2e6c015 admin admin] Network 1b851ed9-daef-4eb0-b5b6-6c6863be5afd is already hosted by enough agents. {{(pid=98184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 18:40:18.696753 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.scheduler.base_scheduler [None req-997c5eea-7b73-4561-986c-d2cfe2e6c015 admin admin] Resources bound (agent type, host, resource id): {{(pid=98184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 18:40:18.896135 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-997c5eea-7b73-4561-986c-d2cfe2e6c015 admin admin] Router 96cc63f9-5abf-4ac3-b44f-237323e9edc2 is scheduled to L3 agent 1661496b-b13c-41e5-8e80-f6a07c138e01 with binding_index 1 {{(pid=98184) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 18:40:18.936153 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-99ad403d-7133-4007-898a-980af52bd112 None None] Provisioning complete for port c8a28a77-e289-452e-901a-f45480dcccfd triggered by entity DHCP. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 18:40:18.936531 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-99ad403d-7133-4007-898a-980af52bd112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:40:18.976358 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.plugin [None req-99ad403d-7133-4007-898a-980af52bd112 None None] Port c8a28a77-e289-452e-901a-f45480dcccfd cannot update to ACTIVE because it is not bound. {{(pid=98186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 18:40:19.025765 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-997c5eea-7b73-4561-986c-d2cfe2e6c015 admin admin] Notify agent at l3_agent.dv-cinder-786260-4-iscsi the message routers_updated {{(pid=98184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 18:40:19.030844 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-997c5eea-7b73-4561-986c-d2cfe2e6c015 admin admin] 10.222.0.15 "PUT /v2.0/routers/96cc63f9-5abf-4ac3-b44f-237323e9edc2/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2012570 Jun 10 18:40:19.036387 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c59706-8b57-4714-8472-f53f935354e1 None None] Sync routers for ids ['96cc63f9-5abf-4ac3-b44f-237323e9edc2'] in dv-cinder-786260-4-iscsi {{(pid=98187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 18:40:19.047923 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c59706-8b57-4714-8472-f53f935354e1 None None] Routers {'96cc63f9-5abf-4ac3-b44f-237323e9edc2'} bound to L3 agent in host dv-cinder-786260-4-iscsi {{(pid=98187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 18:40:19.048880 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_hamode_db [None req-09c59706-8b57-4714-8472-f53f935354e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-10T18:39:44Z,description=,heartbeat_timestamp=2021-06-10T18:40:14Z,host='dv-cinder-786260-4-iscsi',id=1661496b-b13c-41e5-8e80-f6a07c138e01,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T18:39:44Z,topic='l3_agent')) {'router_ids': ['96cc63f9-5abf-4ac3-b44f-237323e9edc2'], 'active': True} {{(pid=98187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:40:19.263058 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_dvr_db [None req-09c59706-8b57-4714-8472-f53f935354e1 None None] Set router 96cc63f9-5abf-4ac3-b44f-237323e9edc2 gateway port host: None {{(pid=98187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 18:40:19.756088 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_hamode_db [None req-09c59706-8b57-4714-8472-f53f935354e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96cc63f9-5abf-4ac3-b44f-237323e9edc2', 'name': 'router1', 'tenant_id': '0caf27fbe11b421a82688d85b2139b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T18:40:08Z', 'updated_at': '2021-06-10T18:40:18Z', 'revision_number': 2, 'project_id': '0caf27fbe11b421a82688d85b2139b74', 'gw_port_host': None, '_interfaces': [{'id': 'c8a28a77-e289-452e-901a-f45480dcccfd', 'name': '', 'network_id': '1b851ed9-daef-4eb0-b5b6-6c6863be5afd', 'tenant_id': '0caf27fbe11b421a82688d85b2139b74', 'mac_address': 'fa:16:3e:90:e9:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96cc63f9-5abf-4ac3-b44f-237323e9edc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7327ad2c-881f-47b6-bd48-cc89feb549a0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:40:17Z', 'updated_at': '2021-06-10T18:40:18Z', 'revision_number': 2, 'project_id': '0caf27fbe11b421a82688d85b2139b74', 'subnets': [{'id': '7327ad2c-881f-47b6-bd48-cc89feb549a0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bb3411b4-a2b8-48d2-9b57-53543010e759'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-4-iscsi', False) {} {{(pid=98187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:40:19.762021 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c59706-8b57-4714-8472-f53f935354e1 None None] Checking router: 96cc63f9-5abf-4ac3-b44f-237323e9edc2 for host: dv-cinder-786260-4-iscsi {{(pid=98187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 18:40:19.762411 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c59706-8b57-4714-8472-f53f935354e1 None None] Updating router 96cc63f9-5abf-4ac3-b44f-237323e9edc2 port c8a28a77-e289-452e-901a-f45480dcccfd binding host dv-cinder-786260-4-iscsi {{(pid=98187) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 18:40:19.841517 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron_lib.callbacks.manager [None req-09c59706-8b57-4714-8472-f53f935354e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:40:20.383664 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron_lib.callbacks.manager [None req-09c59706-8b57-4714-8472-f53f935354e1 None None] Notify callbacks [] for port, precommit_update {{(pid=98187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:40:20.401320 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.provisioning_blocks [None req-09c59706-8b57-4714-8472-f53f935354e1 None None] Transition to ACTIVE for port object c8a28a77-e289-452e-901a-f45480dcccfd will not be triggered until provisioned by entity L2. {{(pid=98187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 18:40:20.407093 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron_lib.callbacks.manager [None req-09c59706-8b57-4714-8472-f53f935354e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:40:20.412181 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:40:20.636969 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53f7bc8-5637-4791-9938-f64f452c6f18 None None] Pushing event updated for resources: {'Port': ['ID=c8a28a77-e289-452e-901a-f45480dcccfd,revision_number=3']} {{(pid=98187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:40:20.648286 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.plugins.ml2.managers [None req-09c59706-8b57-4714-8472-f53f935354e1 None None] Attempting to bind port c8a28a77-e289-452e-901a-f45480dcccfd on host dv-cinder-786260-4-iscsi for vnic_type normal with profile {{(pid=98187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 18:40:20.648699 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.plugins.ml2.managers [None req-09c59706-8b57-4714-8472-f53f935354e1 None None] Attempting to bind port c8a28a77-e289-452e-901a-f45480dcccfd by drivers openvswitch,hyperv on host dv-cinder-786260-4-iscsi at level 0 using segments [{'id': '6a96609c-ce3b-4405-8941-41aaa17f9c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1b851ed9-daef-4eb0-b5b6-6c6863be5afd'}] {{(pid=98187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 18:40:20.649237 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c59706-8b57-4714-8472-f53f935354e1 None None] Attempting to bind port c8a28a77-e289-452e-901a-f45480dcccfd on network 1b851ed9-daef-4eb0-b5b6-6c6863be5afd {{(pid=98187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 18:40:20.652511 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53f7bc8-5637-4791-9938-f64f452c6f18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:40:20.652857 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53f7bc8-5637-4791-9938-f64f452c6f18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:40:20.653193 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53f7bc8-5637-4791-9938-f64f452c6f18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:40:20.653545 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53f7bc8-5637-4791-9938-f64f452c6f18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:40:20.653876 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53f7bc8-5637-4791-9938-f64f452c6f18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:40:20.654201 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53f7bc8-5637-4791-9938-f64f452c6f18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:40:20.654521 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53f7bc8-5637-4791-9938-f64f452c6f18 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:40:20.654881 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53f7bc8-5637-4791-9938-f64f452c6f18 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:40:20.655207 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53f7bc8-5637-4791-9938-f64f452c6f18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:40:20.655526 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53f7bc8-5637-4791-9938-f64f452c6f18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:40:20.655844 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53f7bc8-5637-4791-9938-f64f452c6f18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:40:20.656158 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53f7bc8-5637-4791-9938-f64f452c6f18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:40:20.657281 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53f7bc8-5637-4791-9938-f64f452c6f18 None None] Tracked resource versions report: Jun 10 18:40:20.657281 dv-cinder-786260-4-iscsi neutron-server[98187]: pushed versions: Jun 10 18:40:20.657281 dv-cinder-786260-4-iscsi neutron-server[98187]: { 'AddressGroup': {'1.2'}, Jun 10 18:40:20.657281 dv-cinder-786260-4-iscsi neutron-server[98187]: 'ConntrackHelper': {'1.0'}, Jun 10 18:40:20.657281 dv-cinder-786260-4-iscsi neutron-server[98187]: 'Log': {'1.0'}, Jun 10 18:40:20.657281 dv-cinder-786260-4-iscsi neutron-server[98187]: 'Network': {'1.1'}, Jun 10 18:40:20.657281 dv-cinder-786260-4-iscsi neutron-server[98187]: 'Port': {'1.7'}, Jun 10 18:40:20.657281 dv-cinder-786260-4-iscsi neutron-server[98187]: 'PortForwarding': {'1.2'}, Jun 10 18:40:20.657281 dv-cinder-786260-4-iscsi neutron-server[98187]: 'QosPolicy': {'1.8'}, Jun 10 18:40:20.657281 dv-cinder-786260-4-iscsi neutron-server[98187]: 'SecurityGroup': {'1.4'}, Jun 10 18:40:20.657281 dv-cinder-786260-4-iscsi neutron-server[98187]: 'SecurityGroupRule': {'1.2'}, Jun 10 18:40:20.657281 dv-cinder-786260-4-iscsi neutron-server[98187]: 'SubPort': {'1.0'}, Jun 10 18:40:20.657281 dv-cinder-786260-4-iscsi neutron-server[98187]: 'Subnet': {'1.1'}, Jun 10 18:40:20.657281 dv-cinder-786260-4-iscsi neutron-server[98187]: 'Trunk': {'1.1'}} Jun 10 18:40:20.657281 dv-cinder-786260-4-iscsi neutron-server[98187]: consumer versions: Jun 10 18:40:20.657281 dv-cinder-786260-4-iscsi neutron-server[98187]: { DHCP agent@dv-cinder-786260-4-iscsi: {}, Jun 10 18:40:20.657281 dv-cinder-786260-4-iscsi neutron-server[98187]: L3 agent@dv-cinder-786260-4-iscsi: {}, Jun 10 18:40:20.657281 dv-cinder-786260-4-iscsi neutron-server[98187]: Metadata agent@dv-cinder-786260-4-iscsi: {}, Jun 10 18:40:20.657281 dv-cinder-786260-4-iscsi neutron-server[98187]: Metering agent@dv-cinder-786260-4-iscsi: {}, Jun 10 18:40:20.657281 dv-cinder-786260-4-iscsi neutron-server[98187]: Open vSwitch agent@dv-cinder-786260-4-iscsi: { 'AddressGroup': '1.2', Jun 10 18:40:20.657281 dv-cinder-786260-4-iscsi neutron-server[98187]: 'ConntrackHelper': '1.0', Jun 10 18:40:20.657281 dv-cinder-786260-4-iscsi neutron-server[98187]: 'Log': '1.0', Jun 10 18:40:20.657281 dv-cinder-786260-4-iscsi neutron-server[98187]: 'Network': '1.1', Jun 10 18:40:20.657281 dv-cinder-786260-4-iscsi neutron-server[98187]: 'Port': '1.7', Jun 10 18:40:20.657281 dv-cinder-786260-4-iscsi neutron-server[98187]: 'PortForwarding': '1.2', Jun 10 18:40:20.657281 dv-cinder-786260-4-iscsi neutron-server[98187]: 'QosPolicy': '1.8', Jun 10 18:40:20.657281 dv-cinder-786260-4-iscsi neutron-server[98187]: 'SecurityGroup': '1.4', Jun 10 18:40:20.657281 dv-cinder-786260-4-iscsi neutron-server[98187]: 'SecurityGroupRule': '1.2', Jun 10 18:40:20.657281 dv-cinder-786260-4-iscsi neutron-server[98187]: 'SubPort': '1.0', Jun 10 18:40:20.657281 dv-cinder-786260-4-iscsi neutron-server[98187]: 'Subnet': '1.1', Jun 10 18:40:20.657281 dv-cinder-786260-4-iscsi neutron-server[98187]: 'Trunk': '1.1'}} Jun 10 18:40:20.657281 dv-cinder-786260-4-iscsi neutron-server[98187]: {{(pid=98187) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 10 18:40:20.662097 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c59706-8b57-4714-8472-f53f935354e1 None None] Checking agent: {'id': '0a9461fa-5aa1-4bfe-a01a-9192fdaa924f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 18, 39, 44), 'started_at': datetime.datetime(2021, 6, 10, 18, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 18, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 18:40:20.662535 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c59706-8b57-4714-8472-f53f935354e1 None None] Checking segment: {'id': '6a96609c-ce3b-4405-8941-41aaa17f9c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1b851ed9-daef-4eb0-b5b6-6c6863be5afd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 18:40:20.662999 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron_lib.callbacks.manager [None req-09c59706-8b57-4714-8472-f53f935354e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:40:20.663389 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c59706-8b57-4714-8472-f53f935354e1 None None] Bound using segment: {'id': '6a96609c-ce3b-4405-8941-41aaa17f9c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1b851ed9-daef-4eb0-b5b6-6c6863be5afd'} {{(pid=98187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 18:40:20.663890 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.plugins.ml2.managers [None req-09c59706-8b57-4714-8472-f53f935354e1 None None] Bound port: c8a28a77-e289-452e-901a-f45480dcccfd, host: dv-cinder-786260-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a96609c-ce3b-4405-8941-41aaa17f9c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1b851ed9-daef-4eb0-b5b6-6c6863be5afd'}}] {{(pid=98187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 18:40:20.664272 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron_lib.callbacks.manager [None req-09c59706-8b57-4714-8472-f53f935354e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:40:20.666333 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG oslo_concurrency.lockutils [None req-d53f7bc8-5637-4791-9938-f64f452c6f18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=98187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:40:20.743349 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.plugins.ml2.db [None req-09c59706-8b57-4714-8472-f53f935354e1 None None] For port c8a28a77-e289-452e-901a-f45480dcccfd, host dv-cinder-786260-4-iscsi, cleared binding levels {{(pid=98187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 18:40:20.766379 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.plugins.ml2.db [None req-09c59706-8b57-4714-8472-f53f935354e1 None None] For port c8a28a77-e289-452e-901a-f45480dcccfd, host dv-cinder-786260-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-4-iscsi',level=0,port_id=c8a28a77-e289-452e-901a-f45480dcccfd,segment=NetworkSegment(6a96609c-ce3b-4405-8941-41aaa17f9c97),segment_id=6a96609c-ce3b-4405-8941-41aaa17f9c97)] {{(pid=98187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 18:40:20.771588 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron_lib.callbacks.manager [None req-09c59706-8b57-4714-8472-f53f935354e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:40:20.773926 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:40:20.839406 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53f7bc8-5637-4791-9938-f64f452c6f18 None None] Pushing event updated for resources: {'Port': ['ID=c8a28a77-e289-452e-901a-f45480dcccfd,revision_number=4']} {{(pid=98187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:40:20.843010 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG oslo_concurrency.lockutils [None req-d53f7bc8-5637-4791-9938-f64f452c6f18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:40:20.844000 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c59706-8b57-4714-8472-f53f935354e1 None None] Routers {'96cc63f9-5abf-4ac3-b44f-237323e9edc2'} bound to L3 agent in host dv-cinder-786260-4-iscsi {{(pid=98187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 18:40:20.844605 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_hamode_db [None req-09c59706-8b57-4714-8472-f53f935354e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-10T18:39:44Z,description=,heartbeat_timestamp=2021-06-10T18:40:14Z,host='dv-cinder-786260-4-iscsi',id=1661496b-b13c-41e5-8e80-f6a07c138e01,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T18:39:44Z,topic='l3_agent')) {'router_ids': ['96cc63f9-5abf-4ac3-b44f-237323e9edc2'], 'active': True} {{(pid=98187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:40:20.973258 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_dvr_db [None req-09c59706-8b57-4714-8472-f53f935354e1 None None] Set router 96cc63f9-5abf-4ac3-b44f-237323e9edc2 gateway port host: None {{(pid=98187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 18:40:21.248712 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 42982) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:40:21.249273 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_hamode_db [None req-09c59706-8b57-4714-8472-f53f935354e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96cc63f9-5abf-4ac3-b44f-237323e9edc2', 'name': 'router1', 'tenant_id': '0caf27fbe11b421a82688d85b2139b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T18:40:08Z', 'updated_at': '2021-06-10T18:40:18Z', 'revision_number': 2, 'project_id': '0caf27fbe11b421a82688d85b2139b74', 'gw_port_host': None, '_interfaces': [{'id': 'c8a28a77-e289-452e-901a-f45480dcccfd', 'name': '', 'network_id': '1b851ed9-daef-4eb0-b5b6-6c6863be5afd', 'tenant_id': '0caf27fbe11b421a82688d85b2139b74', 'mac_address': 'fa:16:3e:90:e9:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96cc63f9-5abf-4ac3-b44f-237323e9edc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7327ad2c-881f-47b6-bd48-cc89feb549a0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:40:17Z', 'updated_at': '2021-06-10T18:40:20Z', 'revision_number': 4, 'project_id': '0caf27fbe11b421a82688d85b2139b74', 'subnets': [{'id': '7327ad2c-881f-47b6-bd48-cc89feb549a0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bb3411b4-a2b8-48d2-9b57-53543010e759'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-4-iscsi', False) {} {{(pid=98187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:40:21.253026 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c59706-8b57-4714-8472-f53f935354e1 None None] The sync data for ids ['96cc63f9-5abf-4ac3-b44f-237323e9edc2'] in dv-cinder-786260-4-iscsi is: [{'id': '96cc63f9-5abf-4ac3-b44f-237323e9edc2', 'name': 'router1', 'tenant_id': '0caf27fbe11b421a82688d85b2139b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T18:40:08Z', 'updated_at': '2021-06-10T18:40:18Z', 'revision_number': 2, 'project_id': '0caf27fbe11b421a82688d85b2139b74', 'gw_port_host': None, '_interfaces': [{'id': 'c8a28a77-e289-452e-901a-f45480dcccfd', 'name': '', 'network_id': '1b851ed9-daef-4eb0-b5b6-6c6863be5afd', 'tenant_id': '0caf27fbe11b421a82688d85b2139b74', 'mac_address': 'fa:16:3e:90:e9:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96cc63f9-5abf-4ac3-b44f-237323e9edc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7327ad2c-881f-47b6-bd48-cc89feb549a0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:40:17Z', 'updated_at': '2021-06-10T18:40:20Z', 'revision_number': 4, 'project_id': '0caf27fbe11b421a82688d85b2139b74', 'subnets': [{'id': '7327ad2c-881f-47b6-bd48-cc89feb549a0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bb3411b4-a2b8-48d2-9b57-53543010e759'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 18:40:21.389000 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8121d0f0-b15a-441d-bdbe-831f5ad04b07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:40:21.390389 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-8121d0f0-b15a-441d-bdbe-831f5ad04b07 admin admin] 10.222.0.15 "GET /v2.0/networks/a2be77e0-c818-4f69-a7bb-de46a435f28d HTTP/1.1" status: 200 len: 842 time: 0.1405537 Jun 10 18:40:21.399701 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.v2.base [None req-714583e7-31bc-49da-8c0c-6d70923d0b44 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'cidr': '172.27.3.0/24', 'ip_version': 4, 'name': 'public-subnet', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'gateway_ip': '172.27.3.1'}} {{(pid=98184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:40:21.429219 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-714583e7-31bc-49da-8c0c-6d70923d0b44 admin admin] Made reservation on behalf of 6dd1d65d4c954900bd748b6ccb7137f6 for: {'subnet': 1} {{(pid=98184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 18:40:21.432265 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-714583e7-31bc-49da-8c0c-6d70923d0b44 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:40:21.831604 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.objects.ports [None req-714583e7-31bc-49da-8c0c-6d70923d0b44 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=98184) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 10 18:40:21.832052 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-714583e7-31bc-49da-8c0c-6d70923d0b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730'] for subnet, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:40:21.834476 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:40:21.900233 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714583e7-31bc-49da-8c0c-6d70923d0b44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcf03c9b-e407-4813-8188-7ebc21a92a5e,revision_number=0']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:40:21.904350 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-714583e7-31bc-49da-8c0c-6d70923d0b44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:40:21.912554 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714583e7-31bc-49da-8c0c-6d70923d0b44 admin admin] Checking segment: {'id': '151ae908-95e4-46a8-8b94-d201ec410581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 18:40:21.912926 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714583e7-31bc-49da-8c0c-6d70923d0b44 admin admin] Network hostable DHCP agents. Network: a2be77e0-c818-4f69-a7bb-de46a435f28d, hostable agents: ['32d11a73-8882-47f0-8c19-15a088a2f1dc'], hosted agents: [] {{(pid=98184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 18:40:21.934465 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714583e7-31bc-49da-8c0c-6d70923d0b44 admin admin] Network a2be77e0-c818-4f69-a7bb-de46a435f28d is scheduled to be hosted by DHCP agent 32d11a73-8882-47f0-8c19-15a088a2f1dc with binding_index 1 {{(pid=98184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 18:40:21.945545 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.scheduler.base_scheduler [None req-714583e7-31bc-49da-8c0c-6d70923d0b44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-4-iscsi, a2be77e0-c818-4f69-a7bb-de46a435f28d) {{(pid=98184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 18:40:21.952316 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714583e7-31bc-49da-8c0c-6d70923d0b44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:40:21.952956 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-714583e7-31bc-49da-8c0c-6d70923d0b44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731712'] for subnet, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:40:21.954285 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a104ddd5-baf7-40f8-b12b-1d64f1091b56 None None] Network a2be77e0-c818-4f69-a7bb-de46a435f28d requested from dv-cinder-786260-4-iscsi {{(pid=98186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 18:40:21.969079 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-714583e7-31bc-49da-8c0c-6d70923d0b44 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5727148 Jun 10 18:40:22.196911 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3bd614b-da92-4fe5-bb4a-2147ae9fe979 None None] Network a2be77e0-c818-4f69-a7bb-de46a435f28d requested from dv-cinder-786260-4-iscsi {{(pid=98186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 18:40:24.246134 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 42994) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:40:24.381433 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Device c8a28a77-e289-452e-901a-f45480dcccfd up at agent ovs-agent-dv-cinder-786260-4-iscsi {{(pid=98186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 18:40:24.443248 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Provisioning for port c8a28a77-e289-452e-901a-f45480dcccfd completed by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 18:40:24.447181 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Provisioning complete for port c8a28a77-e289-452e-901a-f45480dcccfd triggered by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 18:40:24.447575 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:40:24.515042 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-6752c26f-f085-40c5-929f-bd3bd41d7708 admin admin] 10.222.0.15 "GET /v2.0/routers/96cc63f9-5abf-4ac3-b44f-237323e9edc2 HTTP/1.1" status: 200 len: 710 time: 0.2676764 Jun 10 18:40:24.539437 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:40:24.576978 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] For port c8a28a77-e289-452e-901a-f45480dcccfd, host dv-cinder-786260-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-4-iscsi',level=0,port_id=c8a28a77-e289-452e-901a-f45480dcccfd,segment=NetworkSegment(6a96609c-ce3b-4405-8941-41aaa17f9c97),segment_id=6a96609c-ce3b-4405-8941-41aaa17f9c97)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:40:24.581589 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:40:24.585002 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-4bc080ff-1e99-49bf-bf8c-232d87b0c77c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:40:24.628363 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979f28fe-7565-4b42-8b8c-9d6cf2416f37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:40:24.629765 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-979f28fe-7565-4b42-8b8c-9d6cf2416f37 admin admin] 10.222.0.15 "GET /v2.0/networks/a2be77e0-c818-4f69-a7bb-de46a435f28d HTTP/1.1" status: 200 len: 886 time: 0.1088216 Jun 10 18:40:24.638843 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.v2.base [None req-3632780f-aaa9-4724-9d7c-6c756f58222e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d'}}} {{(pid=98184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:40:24.641741 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Pushing event updated for resources: {'Port': ['ID=c8a28a77-e289-452e-901a-f45480dcccfd,revision_number=5']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:40:24.645761 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:40:24.995376 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-3632780f-aaa9-4724-9d7c-6c756f58222e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4045491', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4031455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25561'] for router, precommit_update {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:40:25.293372 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-3632780f-aaa9-4724-9d7c-6c756f58222e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:40:25.377859 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-3632780f-aaa9-4724-9d7c-6c756f58222e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-941319'] for port, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:40:25.500707 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.db.db_base_plugin_common [None req-3632780f-aaa9-4724-9d7c-6c756f58222e admin admin] Allocated IP 172.27.3.30 (a2be77e0-c818-4f69-a7bb-de46a435f28d/dcf03c9b-e407-4813-8188-7ebc21a92a5e/c9142e52-dbfa-42c4-8570-52b0e396fd04) {{(pid=98184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 18:40:25.631043 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-3632780f-aaa9-4724-9d7c-6c756f58222e admin admin] Notify callbacks [] for port, precommit_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:40:25.670830 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-3632780f-aaa9-4724-9d7c-6c756f58222e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-941510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578064406'] for port, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:40:25.672801 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:40:25.717756 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3632780f-aaa9-4724-9d7c-6c756f58222e admin admin] Network a2be77e0-c818-4f69-a7bb-de46a435f28d is already hosted by enough agents. {{(pid=98184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 18:40:25.722334 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.scheduler.base_scheduler [None req-3632780f-aaa9-4724-9d7c-6c756f58222e admin admin] Resources bound (agent type, host, resource id): {{(pid=98184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 18:40:25.725748 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3632780f-aaa9-4724-9d7c-6c756f58222e admin admin] Received port after_create {{(pid=98184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 18:40:25.777193 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3632780f-aaa9-4724-9d7c-6c756f58222e admin admin] Pushing event updated for resources: {'Port': ['ID=c9142e52-dbfa-42c4-8570-52b0e396fd04,revision_number=1']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:40:25.907023 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-3632780f-aaa9-4724-9d7c-6c756f58222e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:40:26.137996 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-3632780f-aaa9-4724-9d7c-6c756f58222e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:40:26.360962 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Device c8a28a77-e289-452e-901a-f45480dcccfd up at agent ovs-agent-dv-cinder-786260-4-iscsi {{(pid=98186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 18:40:26.410919 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-3632780f-aaa9-4724-9d7c-6c756f58222e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4045491', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4031455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25561'] for router, precommit_update {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:40:26.414268 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-3632780f-aaa9-4724-9d7c-6c756f58222e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4045819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4045805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4045794', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4031430'] for router, after_update {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:40:26.416564 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Provisioning complete for port c8a28a77-e289-452e-901a-f45480dcccfd triggered by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 18:40:26.416842 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:40:26.556989 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3632780f-aaa9-4724-9d7c-6c756f58222e admin admin] Router 96cc63f9-5abf-4ac3-b44f-237323e9edc2 has already been hosted by L3 agent 1661496b-b13c-41e5-8e80-f6a07c138e01 {{(pid=98184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 18:40:26.699865 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3632780f-aaa9-4724-9d7c-6c756f58222e admin admin] Notify agent at l3_agent.dv-cinder-786260-4-iscsi the message routers_updated {{(pid=98184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 18:40:26.704122 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-3632780f-aaa9-4724-9d7c-6c756f58222e admin admin] Notify callbacks [] for router, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:40:26.705253 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-3632780f-aaa9-4724-9d7c-6c756f58222e admin admin] 10.222.0.15 "PUT /v2.0/routers/96cc63f9-5abf-4ac3-b44f-237323e9edc2 HTTP/1.1" status: 200 len: 889 time: 2.0697560 Jun 10 18:40:26.721259 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1e0a7c-fb22-4de9-944e-e5f84b5de723 None None] Sync routers for ids ['96cc63f9-5abf-4ac3-b44f-237323e9edc2'] in dv-cinder-786260-4-iscsi {{(pid=98186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 18:40:26.732783 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1e0a7c-fb22-4de9-944e-e5f84b5de723 None None] Routers {'96cc63f9-5abf-4ac3-b44f-237323e9edc2'} bound to L3 agent in host dv-cinder-786260-4-iscsi {{(pid=98186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 18:40:26.733511 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-6a1e0a7c-fb22-4de9-944e-e5f84b5de723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-10T18:39:44Z,description=,heartbeat_timestamp=2021-06-10T18:40:14Z,host='dv-cinder-786260-4-iscsi',id=1661496b-b13c-41e5-8e80-f6a07c138e01,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T18:39:44Z,topic='l3_agent')) {'router_ids': ['96cc63f9-5abf-4ac3-b44f-237323e9edc2'], 'active': True} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:40:26.989679 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvr_db [None req-6a1e0a7c-fb22-4de9-944e-e5f84b5de723 None None] Set router 96cc63f9-5abf-4ac3-b44f-237323e9edc2 gateway port host: dv-cinder-786260-4-iscsi {{(pid=98186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 18:40:27.495145 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-6a1e0a7c-fb22-4de9-944e-e5f84b5de723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96cc63f9-5abf-4ac3-b44f-237323e9edc2', 'name': 'router1', 'tenant_id': '0caf27fbe11b421a82688d85b2139b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'c9142e52-dbfa-42c4-8570-52b0e396fd04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T18:40:08Z', 'updated_at': '2021-06-10T18:40:25Z', 'revision_number': 4, 'project_id': '0caf27fbe11b421a82688d85b2139b74', 'gw_port': {'id': 'c9142e52-dbfa-42c4-8570-52b0e396fd04', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:5a:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96cc63f9-5abf-4ac3-b44f-237323e9edc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:40:25Z', 'updated_at': '2021-06-10T18:40:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi', '_interfaces': [{'id': 'c8a28a77-e289-452e-901a-f45480dcccfd', 'name': '', 'network_id': '1b851ed9-daef-4eb0-b5b6-6c6863be5afd', 'tenant_id': '0caf27fbe11b421a82688d85b2139b74', 'mac_address': 'fa:16:3e:90:e9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96cc63f9-5abf-4ac3-b44f-237323e9edc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7327ad2c-881f-47b6-bd48-cc89feb549a0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:40:17Z', 'updated_at': '2021-06-10T18:40:24Z', 'revision_number': 5, 'project_id': '0caf27fbe11b421a82688d85b2139b74', 'subnets': [{'id': '7327ad2c-881f-47b6-bd48-cc89feb549a0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bb3411b4-a2b8-48d2-9b57-53543010e759'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-4-iscsi', False) {} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:40:27.500928 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1e0a7c-fb22-4de9-944e-e5f84b5de723 None None] Checking router: 96cc63f9-5abf-4ac3-b44f-237323e9edc2 for host: dv-cinder-786260-4-iscsi {{(pid=98186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 18:40:27.501301 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1e0a7c-fb22-4de9-944e-e5f84b5de723 None None] Updating router 96cc63f9-5abf-4ac3-b44f-237323e9edc2 port c9142e52-dbfa-42c4-8570-52b0e396fd04 binding host dv-cinder-786260-4-iscsi {{(pid=98186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 18:40:27.543111 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-6a1e0a7c-fb22-4de9-944e-e5f84b5de723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:40:27.914119 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-6a1e0a7c-fb22-4de9-944e-e5f84b5de723 None None] Notify callbacks [] for port, precommit_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:40:27.924363 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-6a1e0a7c-fb22-4de9-944e-e5f84b5de723 None None] Transition to ACTIVE for port object c9142e52-dbfa-42c4-8570-52b0e396fd04 will not be triggered until provisioned by entity L2. {{(pid=98186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 18:40:27.930433 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-6a1e0a7c-fb22-4de9-944e-e5f84b5de723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:40:27.932656 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-4bc080ff-1e99-49bf-bf8c-232d87b0c77c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:40:27.993284 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6379a893-62e0-4662-b2b0-e3e427235893 None None] Pushing event updated for resources: {'Port': ['ID=c9142e52-dbfa-42c4-8570-52b0e396fd04,revision_number=2']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:40:27.995463 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.managers [None req-6a1e0a7c-fb22-4de9-944e-e5f84b5de723 None None] Attempting to bind port c9142e52-dbfa-42c4-8570-52b0e396fd04 on host dv-cinder-786260-4-iscsi for vnic_type normal with profile {{(pid=98186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 18:40:27.995841 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.managers [None req-6a1e0a7c-fb22-4de9-944e-e5f84b5de723 None None] Attempting to bind port c9142e52-dbfa-42c4-8570-52b0e396fd04 by drivers openvswitch,hyperv on host dv-cinder-786260-4-iscsi at level 0 using segments [{'id': '151ae908-95e4-46a8-8b94-d201ec410581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d'}] {{(pid=98186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 18:40:27.996214 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1e0a7c-fb22-4de9-944e-e5f84b5de723 None None] Attempting to bind port c9142e52-dbfa-42c4-8570-52b0e396fd04 on network a2be77e0-c818-4f69-a7bb-de46a435f28d {{(pid=98186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 18:40:27.998244 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-6379a893-62e0-4662-b2b0-e3e427235893 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:40:28.002022 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1e0a7c-fb22-4de9-944e-e5f84b5de723 None None] Checking agent: {'id': '0a9461fa-5aa1-4bfe-a01a-9192fdaa924f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 18, 39, 44), 'started_at': datetime.datetime(2021, 6, 10, 18, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 18, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 18:40:28.003001 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1e0a7c-fb22-4de9-944e-e5f84b5de723 None None] Checking segment: {'id': '151ae908-95e4-46a8-8b94-d201ec410581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 18:40:28.003417 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-6a1e0a7c-fb22-4de9-944e-e5f84b5de723 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:40:28.003820 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1e0a7c-fb22-4de9-944e-e5f84b5de723 None None] Bound using segment: {'id': '151ae908-95e4-46a8-8b94-d201ec410581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d'} {{(pid=98186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 18:40:28.004299 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.managers [None req-6a1e0a7c-fb22-4de9-944e-e5f84b5de723 None None] Bound port: c9142e52-dbfa-42c4-8570-52b0e396fd04, host: dv-cinder-786260-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '151ae908-95e4-46a8-8b94-d201ec410581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d'}}] {{(pid=98186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 18:40:28.004684 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-6a1e0a7c-fb22-4de9-944e-e5f84b5de723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:40:28.066022 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-6a1e0a7c-fb22-4de9-944e-e5f84b5de723 None None] For port c9142e52-dbfa-42c4-8570-52b0e396fd04, host dv-cinder-786260-4-iscsi, cleared binding levels {{(pid=98186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 18:40:28.069247 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-6a1e0a7c-fb22-4de9-944e-e5f84b5de723 None None] For port c9142e52-dbfa-42c4-8570-52b0e396fd04, host dv-cinder-786260-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-4-iscsi',level=0,port_id=c9142e52-dbfa-42c4-8570-52b0e396fd04,segment=NetworkSegment(151ae908-95e4-46a8-8b94-d201ec410581),segment_id=151ae908-95e4-46a8-8b94-d201ec410581)] {{(pid=98186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 18:40:28.073910 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-6a1e0a7c-fb22-4de9-944e-e5f84b5de723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:40:28.076836 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:40:28.142724 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1e0a7c-fb22-4de9-944e-e5f84b5de723 None None] Routers {'96cc63f9-5abf-4ac3-b44f-237323e9edc2'} bound to L3 agent in host dv-cinder-786260-4-iscsi {{(pid=98186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 18:40:28.143926 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-6a1e0a7c-fb22-4de9-944e-e5f84b5de723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-10T18:39:44Z,description=,heartbeat_timestamp=2021-06-10T18:40:14Z,host='dv-cinder-786260-4-iscsi',id=1661496b-b13c-41e5-8e80-f6a07c138e01,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T18:39:44Z,topic='l3_agent')) {'router_ids': ['96cc63f9-5abf-4ac3-b44f-237323e9edc2'], 'active': True} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:40:28.148812 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6379a893-62e0-4662-b2b0-e3e427235893 None None] Pushing event updated for resources: {'Port': ['ID=c9142e52-dbfa-42c4-8570-52b0e396fd04,revision_number=3']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:40:28.197642 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-6379a893-62e0-4662-b2b0-e3e427235893 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:40:28.295693 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvr_db [None req-6a1e0a7c-fb22-4de9-944e-e5f84b5de723 None None] Set router 96cc63f9-5abf-4ac3-b44f-237323e9edc2 gateway port host: dv-cinder-786260-4-iscsi {{(pid=98186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 18:40:28.578022 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-6a1e0a7c-fb22-4de9-944e-e5f84b5de723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96cc63f9-5abf-4ac3-b44f-237323e9edc2', 'name': 'router1', 'tenant_id': '0caf27fbe11b421a82688d85b2139b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'c9142e52-dbfa-42c4-8570-52b0e396fd04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T18:40:08Z', 'updated_at': '2021-06-10T18:40:25Z', 'revision_number': 4, 'project_id': '0caf27fbe11b421a82688d85b2139b74', 'gw_port': {'id': 'c9142e52-dbfa-42c4-8570-52b0e396fd04', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:5a:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96cc63f9-5abf-4ac3-b44f-237323e9edc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:40:25Z', 'updated_at': '2021-06-10T18:40:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi', '_interfaces': [{'id': 'c8a28a77-e289-452e-901a-f45480dcccfd', 'name': '', 'network_id': '1b851ed9-daef-4eb0-b5b6-6c6863be5afd', 'tenant_id': '0caf27fbe11b421a82688d85b2139b74', 'mac_address': 'fa:16:3e:90:e9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96cc63f9-5abf-4ac3-b44f-237323e9edc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7327ad2c-881f-47b6-bd48-cc89feb549a0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:40:17Z', 'updated_at': '2021-06-10T18:40:24Z', 'revision_number': 5, 'project_id': '0caf27fbe11b421a82688d85b2139b74', 'subnets': [{'id': '7327ad2c-881f-47b6-bd48-cc89feb549a0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bb3411b4-a2b8-48d2-9b57-53543010e759'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-4-iscsi', False) {} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:40:28.582462 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1e0a7c-fb22-4de9-944e-e5f84b5de723 None None] The sync data for ids ['96cc63f9-5abf-4ac3-b44f-237323e9edc2'] in dv-cinder-786260-4-iscsi is: [{'id': '96cc63f9-5abf-4ac3-b44f-237323e9edc2', 'name': 'router1', 'tenant_id': '0caf27fbe11b421a82688d85b2139b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'c9142e52-dbfa-42c4-8570-52b0e396fd04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T18:40:08Z', 'updated_at': '2021-06-10T18:40:25Z', 'revision_number': 4, 'project_id': '0caf27fbe11b421a82688d85b2139b74', 'gw_port': {'id': 'c9142e52-dbfa-42c4-8570-52b0e396fd04', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:5a:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96cc63f9-5abf-4ac3-b44f-237323e9edc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:40:25Z', 'updated_at': '2021-06-10T18:40:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi', '_interfaces': [{'id': 'c8a28a77-e289-452e-901a-f45480dcccfd', 'name': '', 'network_id': '1b851ed9-daef-4eb0-b5b6-6c6863be5afd', 'tenant_id': '0caf27fbe11b421a82688d85b2139b74', 'mac_address': 'fa:16:3e:90:e9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96cc63f9-5abf-4ac3-b44f-237323e9edc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7327ad2c-881f-47b6-bd48-cc89feb549a0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:40:17Z', 'updated_at': '2021-06-10T18:40:24Z', 'revision_number': 5, 'project_id': '0caf27fbe11b421a82688d85b2139b74', 'subnets': [{'id': '7327ad2c-881f-47b6-bd48-cc89feb549a0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bb3411b4-a2b8-48d2-9b57-53543010e759'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 18:40:29.089426 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 43002) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:40:29.226819 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-45dcd5c4-94a0-499b-a9b8-f4e90f55f9ce admin admin] 10.222.0.15 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1362357 Jun 10 18:40:30.379279 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Device c9142e52-dbfa-42c4-8570-52b0e396fd04 up at agent ovs-agent-dv-cinder-786260-4-iscsi {{(pid=98186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 18:40:30.440928 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Provisioning for port c9142e52-dbfa-42c4-8570-52b0e396fd04 completed by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 18:40:30.445378 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Provisioning complete for port c9142e52-dbfa-42c4-8570-52b0e396fd04 triggered by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 18:40:30.445954 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:40:30.546420 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:40:30.569705 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] For port c9142e52-dbfa-42c4-8570-52b0e396fd04, host dv-cinder-786260-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-4-iscsi',level=0,port_id=c9142e52-dbfa-42c4-8570-52b0e396fd04,segment=NetworkSegment(151ae908-95e4-46a8-8b94-d201ec410581),segment_id=151ae908-95e4-46a8-8b94-d201ec410581)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:40:30.573665 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:40:30.576919 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-6379a893-62e0-4662-b2b0-e3e427235893 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:40:30.632310 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Pushing event updated for resources: {'Port': ['ID=c9142e52-dbfa-42c4-8570-52b0e396fd04,revision_number=4']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:40:30.635201 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:40:32.370044 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Device c9142e52-dbfa-42c4-8570-52b0e396fd04 up at agent ovs-agent-dv-cinder-786260-4-iscsi {{(pid=98186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 18:40:32.424985 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Provisioning complete for port c9142e52-dbfa-42c4-8570-52b0e396fd04 triggered by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 18:40:32.425378 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:40:40.835326 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.agents_db [None req-dd8e6269-3fd9-4915-b5ed-83e1f738bf4e None None] Agent healthcheck: found 5 active agents {{(pid=98187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 18:40:41.854264 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-62d8e1e9-ef6f-4610-b1d8-1b3b2975677b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:40:44.244168 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-ff33da99-bc11-43ce-b705-ddfb4e8a12d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:40:44.381172 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:40:45.347892 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-8dcc316c-a8c5-4da3-a0ad-e3f4fe9157be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:40:47.146580 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-bf1ede84-8c21-46ff-8a19-cb90afe635a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:41:11.748991 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-4ec60a90-23cf-4dd7-86d7-b53d76542704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:41:14.236708 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-5d785cc5-8b5e-417f-951c-a04c0286a803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:41:14.374220 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:41:15.355119 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-8dcc316c-a8c5-4da3-a0ad-e3f4fe9157be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:41:17.139681 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-bf1ede84-8c21-46ff-8a19-cb90afe635a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:41:17.834448 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.agents_db [None req-dd8e6269-3fd9-4915-b5ed-83e1f738bf4e None None] Agent healthcheck: found 5 active agents {{(pid=98187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 18:41:41.749775 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-124a9f00-45ff-43dc-b5a5-f6c00e0e8873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:41:44.238259 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-0f007657-e545-4756-9442-4a70ee2da1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:41:44.378232 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:41:45.354145 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-8dcc316c-a8c5-4da3-a0ad-e3f4fe9157be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:41:47.145043 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-bf1ede84-8c21-46ff-8a19-cb90afe635a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:41:54.832160 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.agents_db [None req-dd8e6269-3fd9-4915-b5ed-83e1f738bf4e None None] Agent healthcheck: found 5 active agents {{(pid=98187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 18:42:05.669767 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 43570) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:42:05.738499 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e5626a2-3e0b-49b9-a3b8-c4ada34c377c admin admin] GET failed (client error): The resource could not be found. Jun 10 18:42:05.739904 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-0e5626a2-3e0b-49b9-a3b8-c4ada34c377c admin admin] 10.222.0.15 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0691769 Jun 10 18:42:05.915852 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc1608a-781f-4dfc-957d-e17c58058894 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:42:05.917329 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-dfc1608a-781f-4dfc-957d-e17c58058894 admin admin] 10.222.0.15 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1736481 Jun 10 18:42:08.094036 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 43580) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:42:08.196742 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3014ffc0-1b82-48dd-9f59-1ff1012bc259 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:42:08.198122 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-3014ffc0-1b82-48dd-9f59-1ff1012bc259 admin admin] 10.222.0.15 "GET /v2.0/subnets/7327ad2c-881f-47b6-bd48-cc89feb549a0 HTTP/1.1" status: 200 len: 849 time: 0.1030931 Jun 10 18:42:08.207885 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.v2.base [None req-4dfeb97e-f504-4393-a415-4e012be2571d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=98185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:42:08.316069 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-4dfeb97e-f504-4393-a415-4e012be2571d admin admin] Notify callbacks [] for subnet, before_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:42:08.493084 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-4dfeb97e-f504-4393-a415-4e012be2571d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8731578457393'] for subnet, after_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:42:08.495288 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-a1e4e1f1-b4d9-423e-8ff8-a9c09ab887a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:42:08.534185 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfeb97e-f504-4393-a415-4e012be2571d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:42:08.535092 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-4dfeb97e-f504-4393-a415-4e012be2571d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731712'] for subnet, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:42:08.536594 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-4dfeb97e-f504-4393-a415-4e012be2571d admin admin] 10.222.0.15 "PUT /v2.0/subnets/7327ad2c-881f-47b6-bd48-cc89feb549a0 HTTP/1.1" status: 200 len: 868 time: 0.3324006 Jun 10 18:42:08.555615 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c381ed3-c5fb-462c-b770-728f5fd5c6a1 None None] Network 1b851ed9-daef-4eb0-b5b6-6c6863be5afd requested from dv-cinder-786260-4-iscsi {{(pid=98186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 18:42:08.558849 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfeb97e-f504-4393-a415-4e012be2571d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7327ad2c-881f-47b6-bd48-cc89feb549a0,revision_number=1']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:42:08.568777 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfeb97e-f504-4393-a415-4e012be2571d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:42:08.569120 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfeb97e-f504-4393-a415-4e012be2571d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:42:08.569374 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfeb97e-f504-4393-a415-4e012be2571d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:42:08.569743 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfeb97e-f504-4393-a415-4e012be2571d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:42:08.570075 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfeb97e-f504-4393-a415-4e012be2571d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:42:08.570427 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfeb97e-f504-4393-a415-4e012be2571d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:42:08.570766 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfeb97e-f504-4393-a415-4e012be2571d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:42:08.571092 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfeb97e-f504-4393-a415-4e012be2571d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:42:08.571434 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfeb97e-f504-4393-a415-4e012be2571d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:42:08.571757 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfeb97e-f504-4393-a415-4e012be2571d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:42:08.572722 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfeb97e-f504-4393-a415-4e012be2571d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:42:08.572722 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfeb97e-f504-4393-a415-4e012be2571d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:42:08.576887 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-4dfeb97e-f504-4393-a415-4e012be2571d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:42:09.000642 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-bc27e9fc-dcc6-4033-8b3f-87896131a12d None None] Provisioning complete for port c8a28a77-e289-452e-901a-f45480dcccfd triggered by entity DHCP. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 18:42:09.001020 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-bc27e9fc-dcc6-4033-8b3f-87896131a12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:42:09.103767 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-bc27e9fc-dcc6-4033-8b3f-87896131a12d None None] Provisioning complete for port 9644a5c2-1419-4cf5-8dd0-885856ab2d7b triggered by entity DHCP. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 18:42:09.104070 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-bc27e9fc-dcc6-4033-8b3f-87896131a12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:42:10.678774 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 43590) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:42:10.989363 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b851825c-c7af-4636-b188-fefcb4797f59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:42:10.989793 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b851825c-c7af-4636-b188-fefcb4797f59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:42:10.991338 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-b851825c-c7af-4636-b188-fefcb4797f59 admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.3116100 Jun 10 18:42:11.751650 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-684d857f-d0cd-40ea-8538-2dca1a3b9662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:42:13.123466 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 43598) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:42:13.336253 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e29c151-1ff7-4a2e-9579-c8e7b7f9d844 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:42:13.336666 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e29c151-1ff7-4a2e-9579-c8e7b7f9d844 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:42:13.338246 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-5e29c151-1ff7-4a2e-9579-c8e7b7f9d844 admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2138383 Jun 10 18:42:14.240896 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-83ff97e8-460e-4a8e-b44d-f218f065d256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:42:14.381510 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:42:15.356149 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-8dcc316c-a8c5-4da3-a0ad-e3f4fe9157be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:42:15.498354 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 43606) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:42:15.685073 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3ab33a-1462-45fe-beb4-1f1570e30aac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:42:15.686391 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-cc3ab33a-1462-45fe-beb4-1f1570e30aac admin admin] 10.222.0.15 "GET /v2.0/networks/1b851ed9-daef-4eb0-b5b6-6c6863be5afd HTTP/1.1" status: 200 len: 869 time: 0.1870902 Jun 10 18:42:17.147832 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-bf1ede84-8c21-46ff-8a19-cb90afe635a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:42:17.825548 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 43614) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:42:17.974410 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da97275f-add5-4e56-9830-7639daf8eb03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:42:17.975781 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-da97275f-add5-4e56-9830-7639daf8eb03 admin admin] 10.222.0.15 "GET /v2.0/networks/a2be77e0-c818-4f69-a7bb-de46a435f28d HTTP/1.1" status: 200 len: 886 time: 0.1492598 Jun 10 18:42:20.143736 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 43622) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:42:20.274869 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9270f61-88c1-453b-a9bc-1a15e8e21e3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:42:20.275334 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9270f61-88c1-453b-a9bc-1a15e8e21e3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:42:20.276848 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-e9270f61-88c1-453b-a9bc-1a15e8e21e3a admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1321080 Jun 10 18:42:22.414217 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 43630) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:42:22.517112 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8977b6bf-2ae1-42b3-a376-7c3fdb48402a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:42:22.517112 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8977b6bf-2ae1-42b3-a376-7c3fdb48402a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:42:22.518617 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-8977b6bf-2ae1-42b3-a376-7c3fdb48402a admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1034343 Jun 10 18:42:24.658917 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 43638) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:42:24.801089 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb010f7-4f8a-459d-88ec-e789b467ee2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:42:24.802532 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-2eb010f7-4f8a-459d-88ec-e789b467ee2e admin admin] 10.222.0.15 "GET /v2.0/subnets/7327ad2c-881f-47b6-bd48-cc89feb549a0 HTTP/1.1" status: 200 len: 868 time: 0.1427209 Jun 10 18:42:26.969236 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 43646) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:42:27.061888 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c734fd9-394d-4c83-b0e2-2ef34e1c23a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:42:27.063211 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-8c734fd9-394d-4c83-b0e2-2ef34e1c23a7 admin admin] 10.222.0.15 "GET /v2.0/subnets/dcf03c9b-e407-4813-8188-7ebc21a92a5e HTTP/1.1" status: 200 len: 816 time: 0.0929887 Jun 10 18:42:31.831597 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.agents_db [None req-dd8e6269-3fd9-4915-b5ed-83e1f738bf4e None None] Agent healthcheck: found 5 active agents {{(pid=98187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 18:42:41.753173 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-232c0be5-7e6b-4b68-9220-9c4a02842e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:42:44.242137 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-59482e97-719b-44db-9cbe-2af2a07a25b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:42:44.383883 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:42:45.360575 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-8dcc316c-a8c5-4da3-a0ad-e3f4fe9157be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:42:47.159806 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-bf1ede84-8c21-46ff-8a19-cb90afe635a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:42:50.695524 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 43690) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:42:50.743458 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [None req-c6ed748d-4a47-45ae-b3ee-5108ac6c0c91 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=98185) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 18:42:50.744480 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-c6ed748d-4a47-45ae-b3ee-5108ac6c0c91 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0478971 Jun 10 18:42:52.961632 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 43698) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:42:53.026454 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.pecan_wsgi.hooks.translation [None req-18b5a449-7983-4134-998d-13b64d937d18 admin admin] GET failed (client error): The resource could not be found. Jun 10 18:42:53.027773 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-18b5a449-7983-4134-998d-13b64d937d18 admin admin] 10.222.0.15 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0652139 Jun 10 18:42:53.185245 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0546279-d985-43e0-bfde-48bb11643df8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:42:53.186736 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-a0546279-d985-43e0-bfde-48bb11643df8 admin admin] 10.222.0.15 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1545000 Jun 10 18:42:55.350941 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 43706) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:42:55.396939 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.v2.base [None req-3152b3f8-939d-4deb-96e3-db111e568720 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=98185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:42:55.416978 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3152b3f8-939d-4deb-96e3-db111e568720 admin admin] Made reservation on behalf of 6dd1d65d4c954900bd748b6ccb7137f6 for: {'network': 1} {{(pid=98185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 18:42:55.419289 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-3152b3f8-939d-4deb-96e3-db111e568720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-941319'] for network, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:42:55.460953 dv-cinder-786260-4-iscsi neutron-server[98185]: WARNING neutron.services.revisions.revision_plugin [None req-3152b3f8-939d-4deb-96e3-db111e568720 admin admin] Could not find related network for resource to bump revision. Jun 10 18:42:55.472762 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3152b3f8-939d-4deb-96e3-db111e568720 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=98185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 18:42:55.482398 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-3152b3f8-939d-4deb-96e3-db111e568720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881768'] for segment, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:42:55.482745 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.db.segments_db [None req-3152b3f8-939d-4deb-96e3-db111e568720 admin admin] Added segment 96c0228b-b45d-40e6-a131-e6be465238ef of type vlan for network 1b4ca9fb-03c5-4e3c-ad4a-bfdbcb6d6311 Jun 10 18:42:55.530584 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-3152b3f8-939d-4deb-96e3-db111e568720 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731578050973'] for network, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:42:55.559435 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-3152b3f8-939d-4deb-96e3-db111e568720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731739'] for network, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:42:55.560729 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3152b3f8-939d-4deb-96e3-db111e568720 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:42:55.561316 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-3152b3f8-939d-4deb-96e3-db111e568720 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731712'] for network, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:42:55.563368 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-6c81ec26-55de-4790-be9a-67f551ee8921 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:42:55.600194 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-3152b3f8-939d-4deb-96e3-db111e568720 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2480583 Jun 10 18:42:55.649104 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3152b3f8-939d-4deb-96e3-db111e568720 admin admin] Pushing event updated for resources: {'Network': ['ID=1b4ca9fb-03c5-4e3c-ad4a-bfdbcb6d6311,revision_number=1']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:42:55.651978 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-3152b3f8-939d-4deb-96e3-db111e568720 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:42:55.659873 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Network 1b4ca9fb-03c5-4e3c-ad4a-bfdbcb6d6311 details requested by agent ovs-agent-dv-cinder-786260-4-iscsi with host dv-cinder-786260-4-iscsi {{(pid=98186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 18:42:57.771110 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 43714) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:42:57.834387 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1df674e-87cb-4468-a462-d8a67e637f26 admin admin] GET failed (client error): The resource could not be found. Jun 10 18:42:57.835720 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-c1df674e-87cb-4468-a462-d8a67e637f26 admin admin] 10.222.0.15 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0636482 Jun 10 18:42:57.927037 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1257b3c-4935-46ed-938d-c69e5d335d26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:42:57.928493 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-d1257b3c-4935-46ed-938d-c69e5d335d26 admin admin] 10.222.0.15 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0889797 Jun 10 18:42:57.938768 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.v2.base [None req-9121a855-6c29-4ef9-b6b9-6a4261276a25 admin admin] Request body: {'subnet': {'network_id': '1b4ca9fb-03c5-4e3c-ad4a-bfdbcb6d6311', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=98185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:42:57.958466 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9121a855-6c29-4ef9-b6b9-6a4261276a25 admin admin] Made reservation on behalf of 6dd1d65d4c954900bd748b6ccb7137f6 for: {'subnet': 1} {{(pid=98185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 18:42:57.960934 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-9121a855-6c29-4ef9-b6b9-6a4261276a25 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:42:58.157592 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-9121a855-6c29-4ef9-b6b9-6a4261276a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730'] for subnet, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:42:58.160418 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:42:58.225303 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9121a855-6c29-4ef9-b6b9-6a4261276a25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03f74754-958d-48dd-8bad-81be5dba8adf,revision_number=0']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:42:58.229883 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-9121a855-6c29-4ef9-b6b9-6a4261276a25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:42:58.232396 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9121a855-6c29-4ef9-b6b9-6a4261276a25 admin admin] Checking segment: {'id': '96c0228b-b45d-40e6-a131-e6be465238ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '1b4ca9fb-03c5-4e3c-ad4a-bfdbcb6d6311'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 18:42:58.232750 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9121a855-6c29-4ef9-b6b9-6a4261276a25 admin admin] Network hostable DHCP agents. Network: 1b4ca9fb-03c5-4e3c-ad4a-bfdbcb6d6311, hostable agents: ['32d11a73-8882-47f0-8c19-15a088a2f1dc'], hosted agents: [] {{(pid=98185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 18:42:58.250276 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9121a855-6c29-4ef9-b6b9-6a4261276a25 admin admin] Network 1b4ca9fb-03c5-4e3c-ad4a-bfdbcb6d6311 is scheduled to be hosted by DHCP agent 32d11a73-8882-47f0-8c19-15a088a2f1dc with binding_index 1 {{(pid=98185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 18:42:58.258404 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.base_scheduler [None req-9121a855-6c29-4ef9-b6b9-6a4261276a25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-4-iscsi, 1b4ca9fb-03c5-4e3c-ad4a-bfdbcb6d6311) {{(pid=98185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 18:42:58.262212 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9121a855-6c29-4ef9-b6b9-6a4261276a25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:42:58.262794 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-9121a855-6c29-4ef9-b6b9-6a4261276a25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731712'] for subnet, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:42:58.267890 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c9bea2-ff30-4e17-8e66-43192d1f27d6 None None] Network 1b4ca9fb-03c5-4e3c-ad4a-bfdbcb6d6311 requested from dv-cinder-786260-4-iscsi {{(pid=98186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 18:42:58.277103 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-9121a855-6c29-4ef9-b6b9-6a4261276a25 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3422976 Jun 10 18:42:58.463678 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c976b3-d768-4403-8d01-cb624803095e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb210373e-bde5-52cb-bc22-9269e2ef8f47-1b4ca9fb-03c5-4e3c-ad4a-bfdbcb6d6311', 'network_id': '1b4ca9fb-03c5-4e3c-ad4a-bfdbcb6d6311', 'tenant_id': '6dd1d65d4c954900bd748b6ccb7137f6', 'fixed_ips': [{'subnet_id': '03f74754-958d-48dd-8bad-81be5dba8adf'}]}} from dv-cinder-786260-4-iscsi. {{(pid=98186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 18:42:58.464529 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-b6c976b3-d768-4403-8d01-cb624803095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-941319'] for port, before_create {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:42:58.628970 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.db_base_plugin_common [None req-b6c976b3-d768-4403-8d01-cb624803095e None None] Allocated IP 192.168.233.2 (1b4ca9fb-03c5-4e3c-ad4a-bfdbcb6d6311/03f74754-958d-48dd-8bad-81be5dba8adf/08228606-f2e1-4d1b-be22-0136ced82ef8) {{(pid=98186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 18:42:58.813225 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-b6c976b3-d768-4403-8d01-cb624803095e None None] Notify callbacks [] for port, precommit_create {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:42:58.822298 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-b6c976b3-d768-4403-8d01-cb624803095e None None] Transition to ACTIVE for port object 08228606-f2e1-4d1b-be22-0136ced82ef8 will not be triggered until provisioned by entity L2. {{(pid=98186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 18:42:58.838710 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-b6c976b3-d768-4403-8d01-cb624803095e None None] Transition to ACTIVE for port object 08228606-f2e1-4d1b-be22-0136ced82ef8 will not be triggered until provisioned by entity DHCP. {{(pid=98186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 18:42:58.845917 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-b6c976b3-d768-4403-8d01-cb624803095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-941510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578064406'] for port, after_create {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:42:58.848065 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:42:58.890899 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c976b3-d768-4403-8d01-cb624803095e None None] Network 1b4ca9fb-03c5-4e3c-ad4a-bfdbcb6d6311 is already hosted by enough agents. {{(pid=98186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 18:42:58.893989 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.scheduler.base_scheduler [None req-b6c976b3-d768-4403-8d01-cb624803095e None None] Resources bound (agent type, host, resource id): {{(pid=98186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 18:42:58.904167 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c976b3-d768-4403-8d01-cb624803095e None None] Received port after_create {{(pid=98186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 18:42:59.048616 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c976b3-d768-4403-8d01-cb624803095e None None] Pushing event updated for resources: {'Port': ['ID=08228606-f2e1-4d1b-be22-0136ced82ef8,revision_number=1']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:42:59.081051 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c976b3-d768-4403-8d01-cb624803095e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:42:59.081321 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c976b3-d768-4403-8d01-cb624803095e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:42:59.081700 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c976b3-d768-4403-8d01-cb624803095e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:42:59.082038 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c976b3-d768-4403-8d01-cb624803095e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:42:59.082364 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c976b3-d768-4403-8d01-cb624803095e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:42:59.082693 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c976b3-d768-4403-8d01-cb624803095e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:42:59.083026 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c976b3-d768-4403-8d01-cb624803095e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:42:59.083349 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c976b3-d768-4403-8d01-cb624803095e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:42:59.084029 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c976b3-d768-4403-8d01-cb624803095e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:42:59.084281 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c976b3-d768-4403-8d01-cb624803095e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:42:59.084601 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c976b3-d768-4403-8d01-cb624803095e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:42:59.084927 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c976b3-d768-4403-8d01-cb624803095e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:42:59.089213 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-b6c976b3-d768-4403-8d01-cb624803095e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:42:59.099804 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.managers [None req-b6c976b3-d768-4403-8d01-cb624803095e None None] Attempting to bind port 08228606-f2e1-4d1b-be22-0136ced82ef8 on host dv-cinder-786260-4-iscsi for vnic_type normal with profile {{(pid=98186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 18:42:59.100188 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.managers [None req-b6c976b3-d768-4403-8d01-cb624803095e None None] Attempting to bind port 08228606-f2e1-4d1b-be22-0136ced82ef8 by drivers openvswitch,hyperv on host dv-cinder-786260-4-iscsi at level 0 using segments [{'id': '96c0228b-b45d-40e6-a131-e6be465238ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '1b4ca9fb-03c5-4e3c-ad4a-bfdbcb6d6311'}] {{(pid=98186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 18:42:59.100567 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c976b3-d768-4403-8d01-cb624803095e None None] Attempting to bind port 08228606-f2e1-4d1b-be22-0136ced82ef8 on network 1b4ca9fb-03c5-4e3c-ad4a-bfdbcb6d6311 {{(pid=98186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 18:42:59.105614 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c976b3-d768-4403-8d01-cb624803095e None None] Checking agent: {'id': '0a9461fa-5aa1-4bfe-a01a-9192fdaa924f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 18, 39, 44), 'started_at': datetime.datetime(2021, 6, 10, 18, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 18, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 18:42:59.105997 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c976b3-d768-4403-8d01-cb624803095e None None] Checking segment: {'id': '96c0228b-b45d-40e6-a131-e6be465238ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '1b4ca9fb-03c5-4e3c-ad4a-bfdbcb6d6311'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 18:42:59.106407 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-b6c976b3-d768-4403-8d01-cb624803095e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:42:59.107309 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c976b3-d768-4403-8d01-cb624803095e None None] Bound using segment: {'id': '96c0228b-b45d-40e6-a131-e6be465238ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '1b4ca9fb-03c5-4e3c-ad4a-bfdbcb6d6311'} {{(pid=98186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 18:42:59.107309 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.managers [None req-b6c976b3-d768-4403-8d01-cb624803095e None None] Bound port: 08228606-f2e1-4d1b-be22-0136ced82ef8, host: dv-cinder-786260-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96c0228b-b45d-40e6-a131-e6be465238ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '1b4ca9fb-03c5-4e3c-ad4a-bfdbcb6d6311'}}] {{(pid=98186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 18:42:59.107754 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-b6c976b3-d768-4403-8d01-cb624803095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:42:59.183220 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-b6c976b3-d768-4403-8d01-cb624803095e None None] For port 08228606-f2e1-4d1b-be22-0136ced82ef8, host dv-cinder-786260-4-iscsi, cleared binding levels {{(pid=98186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 18:42:59.186973 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-b6c976b3-d768-4403-8d01-cb624803095e None None] For port 08228606-f2e1-4d1b-be22-0136ced82ef8, host dv-cinder-786260-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-4-iscsi',level=0,port_id=08228606-f2e1-4d1b-be22-0136ced82ef8,segment=NetworkSegment(96c0228b-b45d-40e6-a131-e6be465238ef),segment_id=96c0228b-b45d-40e6-a131-e6be465238ef)] {{(pid=98186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 18:42:59.192321 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-b6c976b3-d768-4403-8d01-cb624803095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:42:59.194575 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:42:59.263158 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c976b3-d768-4403-8d01-cb624803095e None None] Pushing event updated for resources: {'Port': ['ID=08228606-f2e1-4d1b-be22-0136ced82ef8,revision_number=2']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:42:59.267500 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-b6c976b3-d768-4403-8d01-cb624803095e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:43:00.084635 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff90161-2eab-417f-9a1e-498fbe06f530 None None] Network 1b4ca9fb-03c5-4e3c-ad4a-bfdbcb6d6311 requested from dv-cinder-786260-4-iscsi {{(pid=98186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 18:43:00.165045 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-20aa00bb-ac80-4e5f-9f32-862a4514e9cd None None] Provisioning for port 08228606-f2e1-4d1b-be22-0136ced82ef8 completed by entity DHCP. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 18:43:00.504045 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Device 08228606-f2e1-4d1b-be22-0136ced82ef8 up at agent ovs-agent-dv-cinder-786260-4-iscsi {{(pid=98186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 18:43:00.569505 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Provisioning for port 08228606-f2e1-4d1b-be22-0136ced82ef8 completed by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 18:43:00.573235 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Provisioning complete for port 08228606-f2e1-4d1b-be22-0136ced82ef8 triggered by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 18:43:00.573641 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:43:00.667637 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:43:00.704610 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] For port 08228606-f2e1-4d1b-be22-0136ced82ef8, host dv-cinder-786260-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-4-iscsi',level=0,port_id=08228606-f2e1-4d1b-be22-0136ced82ef8,segment=NetworkSegment(96c0228b-b45d-40e6-a131-e6be465238ef),segment_id=96c0228b-b45d-40e6-a131-e6be465238ef)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:43:00.709814 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:43:00.712696 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-b6c976b3-d768-4403-8d01-cb624803095e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:43:00.772264 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Pushing event updated for resources: {'Port': ['ID=08228606-f2e1-4d1b-be22-0136ced82ef8,revision_number=3']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:43:00.775487 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:43:02.472644 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Device 08228606-f2e1-4d1b-be22-0136ced82ef8 up at agent ovs-agent-dv-cinder-786260-4-iscsi {{(pid=98186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 18:43:02.527530 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Provisioning complete for port 08228606-f2e1-4d1b-be22-0136ced82ef8 triggered by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 18:43:02.527914 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:43:08.830834 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.agents_db [None req-dd8e6269-3fd9-4915-b5ed-83e1f738bf4e None None] Agent healthcheck: found 5 active agents {{(pid=98187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 18:43:11.756084 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-3ef9a170-9511-4618-8ef6-ee7cf74480cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:43:14.244140 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-50f4e91b-b830-4b15-9e5d-6af38e3e151b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:43:14.386123 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:43:15.363890 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-8dcc316c-a8c5-4da3-a0ad-e3f4fe9157be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:43:17.162492 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-bf1ede84-8c21-46ff-8a19-cb90afe635a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:43:41.763398 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-bf8a5de2-9a13-4930-861e-bb4f99ad324a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:43:44.244698 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-5bf9e1a9-3407-4b9a-a435-82fadaec9559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:43:44.388765 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:43:45.369967 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-8dcc316c-a8c5-4da3-a0ad-e3f4fe9157be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:43:45.830296 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.agents_db [None req-dd8e6269-3fd9-4915-b5ed-83e1f738bf4e None None] Agent healthcheck: found 5 active agents {{(pid=98187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 18:43:47.165608 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-bf1ede84-8c21-46ff-8a19-cb90afe635a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:44:11.756631 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-42ab3bc7-c257-42ca-a93f-b56d052fbdcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:44:11.820991 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 43766) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:44:11.828643 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [None req-46203438-86a4-4359-a9cc-ac849b1898ee tempest-verify_tempest_config-149808857 tempest-verify_tempest_config-149808857-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=98185) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 18:44:11.829654 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-46203438-86a4-4359-a9cc-ac849b1898ee tempest-verify_tempest_config-149808857 tempest-verify_tempest_config-149808857-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0075557 Jun 10 18:44:12.135036 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 43784) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:44:12.241678 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-9f151e5f-f180-442b-8cf3-1e2564e2b1b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:44:12.337067 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-9f151e5f-f180-442b-8cf3-1e2564e2b1b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:44:12.341586 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-9f151e5f-f180-442b-8cf3-1e2564e2b1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:44:12.347147 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:44:12.389921 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-9f151e5f-f180-442b-8cf3-1e2564e2b1b5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=458326a5c986425793bc67d39567a037&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2538011 Jun 10 18:44:12.391808 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f151e5f-f180-442b-8cf3-1e2564e2b1b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d831688-c575-4b63-9032-cfec43b9f10e,revision_number=1']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:44:12.392593 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 43788) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:44:12.398469 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f151e5f-f180-442b-8cf3-1e2564e2b1b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:44:12.398858 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f151e5f-f180-442b-8cf3-1e2564e2b1b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:44:12.399182 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f151e5f-f180-442b-8cf3-1e2564e2b1b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:44:12.399519 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f151e5f-f180-442b-8cf3-1e2564e2b1b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:44:12.399850 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f151e5f-f180-442b-8cf3-1e2564e2b1b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:44:12.400196 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f151e5f-f180-442b-8cf3-1e2564e2b1b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:44:12.400529 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f151e5f-f180-442b-8cf3-1e2564e2b1b5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:44:12.400854 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f151e5f-f180-442b-8cf3-1e2564e2b1b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:44:12.401192 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f151e5f-f180-442b-8cf3-1e2564e2b1b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:44:12.401554 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f151e5f-f180-442b-8cf3-1e2564e2b1b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:44:12.401875 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f151e5f-f180-442b-8cf3-1e2564e2b1b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:44:12.402203 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f151e5f-f180-442b-8cf3-1e2564e2b1b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:44:12.406976 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-9f151e5f-f180-442b-8cf3-1e2564e2b1b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:44:12.470210 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-a2afd811-35d5-4ab4-8e42-c00cde5e2912 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:44:12.493225 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-a2afd811-35d5-4ab4-8e42-c00cde5e2912 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:44:12.588207 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-a2afd811-35d5-4ab4-8e42-c00cde5e2912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:44:12.591789 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-a2afd811-35d5-4ab4-8e42-c00cde5e2912 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:44:12.592979 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-a2afd811-35d5-4ab4-8e42-c00cde5e2912 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8d831688-c575-4b63-9032-cfec43b9f10e HTTP/1.1" status: 204 len: 168 time: 0.1993520 Jun 10 18:44:12.593742 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:44:12.603749 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2afd811-35d5-4ab4-8e42-c00cde5e2912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d831688-c575-4b63-9032-cfec43b9f10e,revision_number=None']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:44:12.611536 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2afd811-35d5-4ab4-8e42-c00cde5e2912 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:44:12.611894 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2afd811-35d5-4ab4-8e42-c00cde5e2912 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:44:12.612232 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2afd811-35d5-4ab4-8e42-c00cde5e2912 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:44:12.612571 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2afd811-35d5-4ab4-8e42-c00cde5e2912 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:44:12.612909 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2afd811-35d5-4ab4-8e42-c00cde5e2912 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:44:12.613255 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2afd811-35d5-4ab4-8e42-c00cde5e2912 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:44:12.613626 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2afd811-35d5-4ab4-8e42-c00cde5e2912 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:44:12.613956 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2afd811-35d5-4ab4-8e42-c00cde5e2912 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:44:12.614297 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2afd811-35d5-4ab4-8e42-c00cde5e2912 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:44:12.614626 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2afd811-35d5-4ab4-8e42-c00cde5e2912 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:44:12.614957 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2afd811-35d5-4ab4-8e42-c00cde5e2912 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:44:12.615275 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2afd811-35d5-4ab4-8e42-c00cde5e2912 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:44:12.618927 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-a2afd811-35d5-4ab4-8e42-c00cde5e2912 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:44:14.245774 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-f175833a-58e6-4edf-88ee-c8dabb8e46b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:44:14.390872 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:44:15.368714 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-8dcc316c-a8c5-4da3-a0ad-e3f4fe9157be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:44:17.173799 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-bf1ede84-8c21-46ff-8a19-cb90afe635a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:44:22.829548 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.agents_db [None req-dd8e6269-3fd9-4915-b5ed-83e1f738bf4e None None] Agent healthcheck: found 5 active agents {{(pid=98187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 18:44:41.758125 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-e45c980f-1f85-44a8-9110-96c4fb98455b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:44:44.252900 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-b2282d6e-7b73-4a24-b819-86ca1a233993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:44:44.395087 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:44:45.370405 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-8dcc316c-a8c5-4da3-a0ad-e3f4fe9157be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:44:47.174932 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-bf1ede84-8c21-46ff-8a19-cb90afe635a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:44:59.829144 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.agents_db [None req-dd8e6269-3fd9-4915-b5ed-83e1f738bf4e None None] Agent healthcheck: found 5 active agents {{(pid=98187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 18:45:11.758199 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-a5516462-5566-4afa-ac90-531017d7159f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:45:14.243973 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-4f611e4e-7676-44c9-a139-40a827cb5a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:45:14.399266 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:45:15.374210 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-8dcc316c-a8c5-4da3-a0ad-e3f4fe9157be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:45:17.176938 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-bf1ede84-8c21-46ff-8a19-cb90afe635a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:45:36.827740 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.agents_db [None req-dd8e6269-3fd9-4915-b5ed-83e1f738bf4e None None] Agent healthcheck: found 5 active agents {{(pid=98187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 18:45:41.761977 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-34185137-df28-4409-a1f1-7f042576f166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:45:44.248018 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-2d12a4c8-4e34-42aa-aeb2-ac4cfe6fdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:45:44.400901 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:45:45.376988 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-8dcc316c-a8c5-4da3-a0ad-e3f4fe9157be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:45:46.077836 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061'] for agent, after_create {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:45:47.180760 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-bf1ede84-8c21-46ff-8a19-cb90afe635a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:45:48.354685 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 43842) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:45:48.463544 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-946a7359-b07a-4ee1-b98c-c953f186cddf admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1077406 Jun 10 18:45:50.625811 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 43852) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:45:50.678612 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-67dd79d9-b0a2-48f6-89d7-a5397639914e admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0517070 Jun 10 18:46:11.764134 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f4c79bb-05a9-47b3-9134-6c414700acab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:46:13.826815 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.agents_db [None req-dd8e6269-3fd9-4915-b5ed-83e1f738bf4e None None] Agent healthcheck: found 6 active agents {{(pid=98187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 18:46:14.250627 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-c877afa6-09f9-4631-a036-283128ec1fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:46:14.401724 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:46:15.380191 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-8dcc316c-a8c5-4da3-a0ad-e3f4fe9157be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:46:16.077283 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:46:17.183352 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-bf1ede84-8c21-46ff-8a19-cb90afe635a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:46:41.766141 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-6f93744a-a424-411c-9de0-6f4b4defdb0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:46:44.254540 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-4d1e30e3-5821-4c39-9c47-7f52b2415fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:46:44.405303 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:46:45.384594 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-8dcc316c-a8c5-4da3-a0ad-e3f4fe9157be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:46:46.085150 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:46:47.204437 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-bf1ede84-8c21-46ff-8a19-cb90afe635a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:46:50.827300 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.agents_db [None req-dd8e6269-3fd9-4915-b5ed-83e1f738bf4e None None] Agent healthcheck: found 6 active agents {{(pid=98187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 18:47:11.770593 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-a5af2907-c967-429a-9e3b-3f3cd51b139f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:14.258266 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-add792b3-434b-4c63-b999-3ebee04367dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:14.420891 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:15.390306 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-8dcc316c-a8c5-4da3-a0ad-e3f4fe9157be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:16.081514 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:17.198676 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-bf1ede84-8c21-46ff-8a19-cb90afe635a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:18.571640 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 44014) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:47:18.615178 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 44024) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:47:18.856272 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.v2.base [None req-844f8d71-bb1d-46d0-ba23-703f959a2377 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1426645987-network', 'tenant_id': 'b98132dec11942b2917326af967088e0'}} {{(pid=98185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:47:18.875684 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-844f8d71-bb1d-46d0-ba23-703f959a2377 admin admin] Made reservation on behalf of b98132dec11942b2917326af967088e0 for: {'network': 1} {{(pid=98185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 18:47:18.879192 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-844f8d71-bb1d-46d0-ba23-703f959a2377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-941319'] for network, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:18.895751 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.v2.base [None req-578baaa0-bf3b-465c-8244-c7dbf48a287d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1361940047-network', 'tenant_id': '197e26c4015448088bb0d6533c712693'}} {{(pid=98185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:47:18.902529 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-844f8d71-bb1d-46d0-ba23-703f959a2377 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:18.937350 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-578baaa0-bf3b-465c-8244-c7dbf48a287d admin admin] Made reservation on behalf of 197e26c4015448088bb0d6533c712693 for: {'network': 1} {{(pid=98185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 18:47:18.939856 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-578baaa0-bf3b-465c-8244-c7dbf48a287d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-941319'] for network, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:18.954458 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-578baaa0-bf3b-465c-8244-c7dbf48a287d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:19.073178 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-844f8d71-bb1d-46d0-ba23-703f959a2377 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:19.080820 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-844f8d71-bb1d-46d0-ba23-703f959a2377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:19.112646 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:47:19.125426 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-844f8d71-bb1d-46d0-ba23-703f959a2377 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=98185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 18:47:19.153750 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-844f8d71-bb1d-46d0-ba23-703f959a2377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881768'] for segment, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:19.154202 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.db.segments_db [None req-844f8d71-bb1d-46d0-ba23-703f959a2377 admin admin] Added segment 17dcff24-e9ed-43ca-b0d9-c821a6547efa of type vlan for network cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73 Jun 10 18:47:19.203863 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844f8d71-bb1d-46d0-ba23-703f959a2377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61cdf81e-f3ae-4959-a701-1986e949e167,revision_number=1']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:47:19.227379 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844f8d71-bb1d-46d0-ba23-703f959a2377 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:47:19.227578 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844f8d71-bb1d-46d0-ba23-703f959a2377 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:47:19.228026 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844f8d71-bb1d-46d0-ba23-703f959a2377 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:47:19.228344 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844f8d71-bb1d-46d0-ba23-703f959a2377 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:47:19.228601 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844f8d71-bb1d-46d0-ba23-703f959a2377 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:47:19.228999 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844f8d71-bb1d-46d0-ba23-703f959a2377 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:47:19.229275 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844f8d71-bb1d-46d0-ba23-703f959a2377 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:47:19.229675 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844f8d71-bb1d-46d0-ba23-703f959a2377 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:47:19.230014 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844f8d71-bb1d-46d0-ba23-703f959a2377 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:47:19.230347 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844f8d71-bb1d-46d0-ba23-703f959a2377 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:47:19.230687 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844f8d71-bb1d-46d0-ba23-703f959a2377 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:47:19.231034 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844f8d71-bb1d-46d0-ba23-703f959a2377 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:47:19.232147 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844f8d71-bb1d-46d0-ba23-703f959a2377 admin admin] Tracked resource versions report: Jun 10 18:47:19.232147 dv-cinder-786260-4-iscsi neutron-server[98185]: pushed versions: Jun 10 18:47:19.232147 dv-cinder-786260-4-iscsi neutron-server[98185]: { 'AddressGroup': {'1.2'}, Jun 10 18:47:19.232147 dv-cinder-786260-4-iscsi neutron-server[98185]: 'ConntrackHelper': {'1.0'}, Jun 10 18:47:19.232147 dv-cinder-786260-4-iscsi neutron-server[98185]: 'Log': {'1.0'}, Jun 10 18:47:19.232147 dv-cinder-786260-4-iscsi neutron-server[98185]: 'Network': {'1.1'}, Jun 10 18:47:19.232147 dv-cinder-786260-4-iscsi neutron-server[98185]: 'Port': {'1.7'}, Jun 10 18:47:19.232147 dv-cinder-786260-4-iscsi neutron-server[98185]: 'PortForwarding': {'1.2'}, Jun 10 18:47:19.232147 dv-cinder-786260-4-iscsi neutron-server[98185]: 'QosPolicy': {'1.8'}, Jun 10 18:47:19.232147 dv-cinder-786260-4-iscsi neutron-server[98185]: 'SecurityGroup': {'1.4'}, Jun 10 18:47:19.232147 dv-cinder-786260-4-iscsi neutron-server[98185]: 'SecurityGroupRule': {'1.2'}, Jun 10 18:47:19.232147 dv-cinder-786260-4-iscsi neutron-server[98185]: 'SubPort': {'1.0'}, Jun 10 18:47:19.232147 dv-cinder-786260-4-iscsi neutron-server[98185]: 'Subnet': {'1.1'}, Jun 10 18:47:19.232147 dv-cinder-786260-4-iscsi neutron-server[98185]: 'Trunk': {'1.1'}} Jun 10 18:47:19.232147 dv-cinder-786260-4-iscsi neutron-server[98185]: consumer versions: Jun 10 18:47:19.232147 dv-cinder-786260-4-iscsi neutron-server[98185]: { DHCP agent@dv-cinder-786260-4-iscsi: {}, Jun 10 18:47:19.232147 dv-cinder-786260-4-iscsi neutron-server[98185]: HyperV agent@hv-cinder-78626: {}, Jun 10 18:47:19.232147 dv-cinder-786260-4-iscsi neutron-server[98185]: L3 agent@dv-cinder-786260-4-iscsi: {}, Jun 10 18:47:19.232147 dv-cinder-786260-4-iscsi neutron-server[98185]: Metadata agent@dv-cinder-786260-4-iscsi: {}, Jun 10 18:47:19.232147 dv-cinder-786260-4-iscsi neutron-server[98185]: Metering agent@dv-cinder-786260-4-iscsi: {}, Jun 10 18:47:19.232147 dv-cinder-786260-4-iscsi neutron-server[98185]: Open vSwitch agent@dv-cinder-786260-4-iscsi: { 'AddressGroup': '1.2', Jun 10 18:47:19.232147 dv-cinder-786260-4-iscsi neutron-server[98185]: 'ConntrackHelper': '1.0', Jun 10 18:47:19.232147 dv-cinder-786260-4-iscsi neutron-server[98185]: 'Log': '1.0', Jun 10 18:47:19.232147 dv-cinder-786260-4-iscsi neutron-server[98185]: 'Network': '1.1', Jun 10 18:47:19.232147 dv-cinder-786260-4-iscsi neutron-server[98185]: 'Port': '1.7', Jun 10 18:47:19.232147 dv-cinder-786260-4-iscsi neutron-server[98185]: 'PortForwarding': '1.2', Jun 10 18:47:19.232147 dv-cinder-786260-4-iscsi neutron-server[98185]: 'QosPolicy': '1.8', Jun 10 18:47:19.232147 dv-cinder-786260-4-iscsi neutron-server[98185]: 'SecurityGroup': '1.4', Jun 10 18:47:19.232147 dv-cinder-786260-4-iscsi neutron-server[98185]: 'SecurityGroupRule': '1.2', Jun 10 18:47:19.232147 dv-cinder-786260-4-iscsi neutron-server[98185]: 'SubPort': '1.0', Jun 10 18:47:19.232147 dv-cinder-786260-4-iscsi neutron-server[98185]: 'Subnet': '1.1', Jun 10 18:47:19.232147 dv-cinder-786260-4-iscsi neutron-server[98185]: 'Trunk': '1.1'}} Jun 10 18:47:19.232147 dv-cinder-786260-4-iscsi neutron-server[98185]: {{(pid=98185) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 10 18:47:19.238254 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-844f8d71-bb1d-46d0-ba23-703f959a2377 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731578050973'] for network, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:19.249574 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-844f8d71-bb1d-46d0-ba23-703f959a2377 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:47:19.291500 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-578baaa0-bf3b-465c-8244-c7dbf48a287d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:19.296759 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-578baaa0-bf3b-465c-8244-c7dbf48a287d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:19.300470 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-6c81ec26-55de-4790-be9a-67f551ee8921 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:47:19.304655 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-844f8d71-bb1d-46d0-ba23-703f959a2377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731739'] for network, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:19.314231 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844f8d71-bb1d-46d0-ba23-703f959a2377 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:47:19.314817 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-844f8d71-bb1d-46d0-ba23-703f959a2377 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731712'] for network, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:19.337317 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-578baaa0-bf3b-465c-8244-c7dbf48a287d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=98185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 18:47:19.343751 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578baaa0-bf3b-465c-8244-c7dbf48a287d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a84a6f49-79f9-4953-8e37-238be30dbc29,revision_number=1']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:47:19.348824 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-578baaa0-bf3b-465c-8244-c7dbf48a287d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:47:19.354128 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 44070) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:47:19.359590 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.v2.base [None req-5985a1fd-b041-4545-b4ce-df96dd1b38b8 admin admin] Request body: {'subnet': {'network_id': 'cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1426645987-subnet', 'tenant_id': 'b98132dec11942b2917326af967088e0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=98184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:47:19.362007 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-844f8d71-bb1d-46d0-ba23-703f959a2377 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7887352 Jun 10 18:47:19.362894 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-3152b3f8-939d-4deb-96e3-db111e568720 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:47:19.369282 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-578baaa0-bf3b-465c-8244-c7dbf48a287d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881768'] for segment, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:19.370038 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.db.segments_db [None req-578baaa0-bf3b-465c-8244-c7dbf48a287d admin admin] Added segment b950237d-a9b4-498d-ae31-3d34e5010ece of type vlan for network 1150afbe-7c41-44dc-8b70-8b95a05ad9f8 Jun 10 18:47:19.383863 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5985a1fd-b041-4545-b4ce-df96dd1b38b8 admin admin] Made reservation on behalf of b98132dec11942b2917326af967088e0 for: {'subnet': 1} {{(pid=98184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 18:47:19.386774 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-5985a1fd-b041-4545-b4ce-df96dd1b38b8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:19.513430 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844f8d71-bb1d-46d0-ba23-703f959a2377 admin admin] Pushing event updated for resources: {'Network': ['ID=cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73,revision_number=1']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:47:19.524969 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Network cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73 details requested by agent ovs-agent-dv-cinder-786260-4-iscsi with host dv-cinder-786260-4-iscsi {{(pid=98186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 18:47:19.540038 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-844f8d71-bb1d-46d0-ba23-703f959a2377 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:47:19.545244 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-578baaa0-bf3b-465c-8244-c7dbf48a287d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731578050973'] for network, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:19.555062 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 44078) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:47:19.583700 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 44082) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:47:19.622598 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-5985a1fd-b041-4545-b4ce-df96dd1b38b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730'] for subnet, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:19.627790 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:47:19.633312 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-578baaa0-bf3b-465c-8244-c7dbf48a287d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731739'] for network, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:19.635951 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578baaa0-bf3b-465c-8244-c7dbf48a287d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:47:19.637110 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-578baaa0-bf3b-465c-8244-c7dbf48a287d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731712'] for network, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:19.654166 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:47:19.697636 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 44090) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:47:19.730573 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5985a1fd-b041-4545-b4ce-df96dd1b38b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=450a2f52-17ce-4ffd-a311-633c3f5e5032,revision_number=0']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:47:19.738268 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5985a1fd-b041-4545-b4ce-df96dd1b38b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:47:19.738972 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5985a1fd-b041-4545-b4ce-df96dd1b38b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:47:19.739875 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5985a1fd-b041-4545-b4ce-df96dd1b38b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:47:19.740369 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5985a1fd-b041-4545-b4ce-df96dd1b38b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:47:19.741513 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5985a1fd-b041-4545-b4ce-df96dd1b38b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:47:19.742071 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5985a1fd-b041-4545-b4ce-df96dd1b38b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:47:19.742591 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5985a1fd-b041-4545-b4ce-df96dd1b38b8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:47:19.743112 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5985a1fd-b041-4545-b4ce-df96dd1b38b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:47:19.743629 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578baaa0-bf3b-465c-8244-c7dbf48a287d admin admin] Pushing event updated for resources: {'Network': ['ID=1150afbe-7c41-44dc-8b70-8b95a05ad9f8,revision_number=1']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:47:19.743985 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5985a1fd-b041-4545-b4ce-df96dd1b38b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:47:19.744497 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5985a1fd-b041-4545-b4ce-df96dd1b38b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:47:19.745006 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5985a1fd-b041-4545-b4ce-df96dd1b38b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:47:19.745558 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5985a1fd-b041-4545-b4ce-df96dd1b38b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:47:19.746892 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5985a1fd-b041-4545-b4ce-df96dd1b38b8 admin admin] Tracked resource versions report: Jun 10 18:47:19.746892 dv-cinder-786260-4-iscsi neutron-server[98184]: pushed versions: Jun 10 18:47:19.746892 dv-cinder-786260-4-iscsi neutron-server[98184]: { 'AddressGroup': {'1.2'}, Jun 10 18:47:19.746892 dv-cinder-786260-4-iscsi neutron-server[98184]: 'ConntrackHelper': {'1.0'}, Jun 10 18:47:19.746892 dv-cinder-786260-4-iscsi neutron-server[98184]: 'Log': {'1.0'}, Jun 10 18:47:19.746892 dv-cinder-786260-4-iscsi neutron-server[98184]: 'Network': {'1.1'}, Jun 10 18:47:19.746892 dv-cinder-786260-4-iscsi neutron-server[98184]: 'Port': {'1.7'}, Jun 10 18:47:19.746892 dv-cinder-786260-4-iscsi neutron-server[98184]: 'PortForwarding': {'1.2'}, Jun 10 18:47:19.746892 dv-cinder-786260-4-iscsi neutron-server[98184]: 'QosPolicy': {'1.8'}, Jun 10 18:47:19.746892 dv-cinder-786260-4-iscsi neutron-server[98184]: 'SecurityGroup': {'1.4'}, Jun 10 18:47:19.746892 dv-cinder-786260-4-iscsi neutron-server[98184]: 'SecurityGroupRule': {'1.2'}, Jun 10 18:47:19.746892 dv-cinder-786260-4-iscsi neutron-server[98184]: 'SubPort': {'1.0'}, Jun 10 18:47:19.746892 dv-cinder-786260-4-iscsi neutron-server[98184]: 'Subnet': {'1.1'}, Jun 10 18:47:19.746892 dv-cinder-786260-4-iscsi neutron-server[98184]: 'Trunk': {'1.1'}} Jun 10 18:47:19.746892 dv-cinder-786260-4-iscsi neutron-server[98184]: consumer versions: Jun 10 18:47:19.746892 dv-cinder-786260-4-iscsi neutron-server[98184]: { DHCP agent@dv-cinder-786260-4-iscsi: {}, Jun 10 18:47:19.746892 dv-cinder-786260-4-iscsi neutron-server[98184]: HyperV agent@hv-cinder-78626: {}, Jun 10 18:47:19.746892 dv-cinder-786260-4-iscsi neutron-server[98184]: L3 agent@dv-cinder-786260-4-iscsi: {}, Jun 10 18:47:19.746892 dv-cinder-786260-4-iscsi neutron-server[98184]: Metadata agent@dv-cinder-786260-4-iscsi: {}, Jun 10 18:47:19.746892 dv-cinder-786260-4-iscsi neutron-server[98184]: Metering agent@dv-cinder-786260-4-iscsi: {}, Jun 10 18:47:19.746892 dv-cinder-786260-4-iscsi neutron-server[98184]: Open vSwitch agent@dv-cinder-786260-4-iscsi: { 'AddressGroup': '1.2', Jun 10 18:47:19.746892 dv-cinder-786260-4-iscsi neutron-server[98184]: 'ConntrackHelper': '1.0', Jun 10 18:47:19.746892 dv-cinder-786260-4-iscsi neutron-server[98184]: 'Log': '1.0', Jun 10 18:47:19.746892 dv-cinder-786260-4-iscsi neutron-server[98184]: 'Network': '1.1', Jun 10 18:47:19.746892 dv-cinder-786260-4-iscsi neutron-server[98184]: 'Port': '1.7', Jun 10 18:47:19.746892 dv-cinder-786260-4-iscsi neutron-server[98184]: 'PortForwarding': '1.2', Jun 10 18:47:19.746892 dv-cinder-786260-4-iscsi neutron-server[98184]: 'QosPolicy': '1.8', Jun 10 18:47:19.746892 dv-cinder-786260-4-iscsi neutron-server[98184]: 'SecurityGroup': '1.4', Jun 10 18:47:19.746892 dv-cinder-786260-4-iscsi neutron-server[98184]: 'SecurityGroupRule': '1.2', Jun 10 18:47:19.746892 dv-cinder-786260-4-iscsi neutron-server[98184]: 'SubPort': '1.0', Jun 10 18:47:19.746892 dv-cinder-786260-4-iscsi neutron-server[98184]: 'Subnet': '1.1', Jun 10 18:47:19.746892 dv-cinder-786260-4-iscsi neutron-server[98184]: 'Trunk': '1.1'}} Jun 10 18:47:19.746892 dv-cinder-786260-4-iscsi neutron-server[98184]: {{(pid=98184) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 10 18:47:19.753980 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Network 1150afbe-7c41-44dc-8b70-8b95a05ad9f8 details requested by agent ovs-agent-dv-cinder-786260-4-iscsi with host dv-cinder-786260-4-iscsi {{(pid=98186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 18:47:19.757941 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-578baaa0-bf3b-465c-8244-c7dbf48a287d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:47:19.762471 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-578baaa0-bf3b-465c-8244-c7dbf48a287d admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1454928 Jun 10 18:47:19.763420 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 44096) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:47:19.768832 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.v2.base [None req-e61e4c72-efd8-4939-96cc-8794f1a0f37a admin admin] Request body: {'subnet': {'network_id': '1150afbe-7c41-44dc-8b70-8b95a05ad9f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1361940047-subnet', 'tenant_id': '197e26c4015448088bb0d6533c712693', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:47:19.774106 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-5985a1fd-b041-4545-b4ce-df96dd1b38b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:47:19.795225 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.v2.base [None req-305f1980-6e8f-4f0a-875d-b8eb622f7d7e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1791777509-network', 'tenant_id': 'be26617a1ee345d9a6f8be900482942f'}} {{(pid=98185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:47:19.812638 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5985a1fd-b041-4545-b4ce-df96dd1b38b8 admin admin] Checking segment: {'id': '17dcff24-e9ed-43ca-b0d9-c821a6547efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 18:47:19.813218 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5985a1fd-b041-4545-b4ce-df96dd1b38b8 admin admin] Network hostable DHCP agents. Network: cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73, hostable agents: ['32d11a73-8882-47f0-8c19-15a088a2f1dc'], hosted agents: [] {{(pid=98184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 18:47:19.834377 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e61e4c72-efd8-4939-96cc-8794f1a0f37a admin admin] Made reservation on behalf of 197e26c4015448088bb0d6533c712693 for: {'subnet': 1} {{(pid=98185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 18:47:19.839061 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-e61e4c72-efd8-4939-96cc-8794f1a0f37a admin admin] Notify callbacks [] for subnet, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:19.850709 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5985a1fd-b041-4545-b4ce-df96dd1b38b8 admin admin] Network cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73 is scheduled to be hosted by DHCP agent 32d11a73-8882-47f0-8c19-15a088a2f1dc with binding_index 1 {{(pid=98184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 18:47:19.868833 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.scheduler.base_scheduler [None req-5985a1fd-b041-4545-b4ce-df96dd1b38b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-4-iscsi, cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73) {{(pid=98184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 18:47:19.873308 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5985a1fd-b041-4545-b4ce-df96dd1b38b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:47:19.874078 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-5985a1fd-b041-4545-b4ce-df96dd1b38b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731712'] for subnet, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:19.884553 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303b32a4-a15f-4759-823b-7b9c1e32f0d8 None None] Network cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73 requested from dv-cinder-786260-4-iscsi {{(pid=98186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 18:47:19.905475 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-5985a1fd-b041-4545-b4ce-df96dd1b38b8 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5502160 Jun 10 18:47:19.906743 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 44100) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:47:19.915109 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.v2.base [None req-377f7de0-6b41-4824-b281-e284e0053097 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1426645987-router', 'tenant_id': 'b98132dec11942b2917326af967088e0', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d'}}} {{(pid=98184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:47:19.955171 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-305f1980-6e8f-4f0a-875d-b8eb622f7d7e admin admin] Made reservation on behalf of be26617a1ee345d9a6f8be900482942f for: {'network': 1} {{(pid=98185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 18:47:19.958874 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-305f1980-6e8f-4f0a-875d-b8eb622f7d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-941319'] for network, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:19.973268 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-377f7de0-6b41-4824-b281-e284e0053097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4031469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25378'] for router, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:19.974578 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-377f7de0-6b41-4824-b281-e284e0053097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4031304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4045498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4061363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25387'] for router, precommit_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:19.979708 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-305f1980-6e8f-4f0a-875d-b8eb622f7d7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:19.985484 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.v2.base [None req-fbaec3ee-2f74-4408-838b-7ac8c10673f5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-556327172-network', 'tenant_id': 'a9d7cab2e80a4790a3c08dfa4dc50427'}} {{(pid=98185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:47:20.035596 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbaec3ee-2f74-4408-838b-7ac8c10673f5 admin admin] Made reservation on behalf of a9d7cab2e80a4790a3c08dfa4dc50427 for: {'network': 1} {{(pid=98185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 18:47:20.039430 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-fbaec3ee-2f74-4408-838b-7ac8c10673f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-941319'] for network, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:20.129020 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aea36b7-f41d-4237-ae58-1ca6800b3c68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb210373e-bde5-52cb-bc22-9269e2ef8f47-cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73', 'network_id': 'cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73', 'tenant_id': 'b98132dec11942b2917326af967088e0', 'fixed_ips': [{'subnet_id': '450a2f52-17ce-4ffd-a311-633c3f5e5032'}]}} from dv-cinder-786260-4-iscsi. {{(pid=98186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 18:47:20.129931 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-5aea36b7-f41d-4237-ae58-1ca6800b3c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-941319'] for port, before_create {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:20.168247 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-fbaec3ee-2f74-4408-838b-7ac8c10673f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:20.169323 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-377f7de0-6b41-4824-b281-e284e0053097 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:20.174504 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.v2.base [None req-a5106dff-c0a1-4a28-9ee6-e10009c256f9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1199840927-network', 'tenant_id': 'c50ca810c49044daa0af12e38f6ab6a1'}} {{(pid=98184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:47:20.298574 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-e61e4c72-efd8-4939-96cc-8794f1a0f37a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730'] for subnet, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:20.310567 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:47:20.355529 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.db_base_plugin_common [None req-5aea36b7-f41d-4237-ae58-1ca6800b3c68 None None] Allocated IP 172.20.0.2 (cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73/450a2f52-17ce-4ffd-a311-633c3f5e5032/12a078c9-a0bb-407b-b443-4878e5b28f0b) {{(pid=98186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 18:47:20.379354 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61e4c72-efd8-4939-96cc-8794f1a0f37a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5776c23f-d49b-4a6e-8e14-44188b13dc6a,revision_number=0']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:47:20.387623 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-e61e4c72-efd8-4939-96cc-8794f1a0f37a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:47:20.474594 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-305f1980-6e8f-4f0a-875d-b8eb622f7d7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:20.484412 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61e4c72-efd8-4939-96cc-8794f1a0f37a admin admin] Checking segment: {'id': 'b950237d-a9b4-498d-ae31-3d34e5010ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1150afbe-7c41-44dc-8b70-8b95a05ad9f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 18:47:20.485330 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61e4c72-efd8-4939-96cc-8794f1a0f37a admin admin] Network hostable DHCP agents. Network: 1150afbe-7c41-44dc-8b70-8b95a05ad9f8, hostable agents: ['32d11a73-8882-47f0-8c19-15a088a2f1dc'], hosted agents: [] {{(pid=98185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 18:47:20.496474 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-305f1980-6e8f-4f0a-875d-b8eb622f7d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:20.523480 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.db.api [None req-a5106dff-c0a1-4a28-9ee6-e10009c256f9 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 10 18:47:20.523480 dv-cinder-786260-4-iscsi neutron-server[98184]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 10 18:47:20.523480 dv-cinder-786260-4-iscsi neutron-server[98184]: [parameters: {'project_id_1': 'c50ca810c49044daa0af12e38f6ab6a1', 'expiration_1': datetime.datetime(2021, 6, 10, 18, 47, 20, 180567)}] Jun 10 18:47:20.523480 dv-cinder-786260-4-iscsi neutron-server[98184]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=98184) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 10 18:47:20.524274 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_db.api [None req-a5106dff-c0a1-4a28-9ee6-e10009c256f9 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=98184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 10 18:47:20.533889 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-377f7de0-6b41-4824-b281-e284e0053097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4045491', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4031455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25561'] for router, precommit_update {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:20.535690 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:47:20.546213 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-305f1980-6e8f-4f0a-875d-b8eb622f7d7e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=98185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 18:47:20.569710 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61e4c72-efd8-4939-96cc-8794f1a0f37a admin admin] Network 1150afbe-7c41-44dc-8b70-8b95a05ad9f8 is scheduled to be hosted by DHCP agent 32d11a73-8882-47f0-8c19-15a088a2f1dc with binding_index 1 {{(pid=98185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 18:47:20.586485 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-305f1980-6e8f-4f0a-875d-b8eb622f7d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881768'] for segment, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:20.587229 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.db.segments_db [None req-305f1980-6e8f-4f0a-875d-b8eb622f7d7e admin admin] Added segment fd279837-3169-4e44-bb88-c8bbfa96e1db of type vlan for network 19e9a3f5-4709-4ace-b497-42ae4bcaab91 Jun 10 18:47:20.649501 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.base_scheduler [None req-e61e4c72-efd8-4939-96cc-8794f1a0f37a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-4-iscsi, 1150afbe-7c41-44dc-8b70-8b95a05ad9f8) {{(pid=98185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 18:47:20.655190 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61e4c72-efd8-4939-96cc-8794f1a0f37a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:47:20.656140 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-e61e4c72-efd8-4939-96cc-8794f1a0f37a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731712'] for subnet, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:20.659210 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305f1980-6e8f-4f0a-875d-b8eb622f7d7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06502357-ff4c-485b-91b1-561d1bbe6894,revision_number=1']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:47:20.659943 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c421a844-4f88-4012-8126-8a314e4d3953 None None] Network 1150afbe-7c41-44dc-8b70-8b95a05ad9f8 requested from dv-cinder-786260-4-iscsi {{(pid=98186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 18:47:20.681823 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-305f1980-6e8f-4f0a-875d-b8eb622f7d7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:47:20.709499 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-5aea36b7-f41d-4237-ae58-1ca6800b3c68 None None] Notify callbacks [] for port, precommit_create {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:20.740014 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-305f1980-6e8f-4f0a-875d-b8eb622f7d7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731578050973'] for network, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:20.862026 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-fbaec3ee-2f74-4408-838b-7ac8c10673f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:20.871349 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-fbaec3ee-2f74-4408-838b-7ac8c10673f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:20.897968 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbaec3ee-2f74-4408-838b-7ac8c10673f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=98185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 18:47:20.914889 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-fbaec3ee-2f74-4408-838b-7ac8c10673f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881768'] for segment, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:20.915227 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.db.segments_db [None req-fbaec3ee-2f74-4408-838b-7ac8c10673f5 admin admin] Added segment 8aad430c-f386-4a5a-bcc9-ad8b4eb8863a of type vlan for network 36c601fb-9272-4d67-b287-4990129f2e5f Jun 10 18:47:20.917550 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-5aea36b7-f41d-4237-ae58-1ca6800b3c68 None None] Transition to ACTIVE for port object 12a078c9-a0bb-407b-b443-4878e5b28f0b will not be triggered until provisioned by entity L2. {{(pid=98186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 18:47:20.924698 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a47d80-384b-4166-be91-5efbd30c0a44 None None] Network 1150afbe-7c41-44dc-8b70-8b95a05ad9f8 requested from dv-cinder-786260-4-iscsi {{(pid=98186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 18:47:20.944789 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-305f1980-6e8f-4f0a-875d-b8eb622f7d7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:47:20.966664 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-e61e4c72-efd8-4939-96cc-8794f1a0f37a admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1940949 Jun 10 18:47:20.966664 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-305f1980-6e8f-4f0a-875d-b8eb622f7d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731739'] for network, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:21.003895 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305f1980-6e8f-4f0a-875d-b8eb622f7d7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:47:21.005204 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-305f1980-6e8f-4f0a-875d-b8eb622f7d7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731712'] for network, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:21.043183 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-fbaec3ee-2f74-4408-838b-7ac8c10673f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731578050973'] for network, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:21.056112 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaec3ee-2f74-4408-838b-7ac8c10673f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf4883b-40bc-42c8-8987-acb97d447b99,revision_number=1']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:47:21.075928 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-fbaec3ee-2f74-4408-838b-7ac8c10673f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:47:21.083416 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-578baaa0-bf3b-465c-8244-c7dbf48a287d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:47:21.091032 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-305f1980-6e8f-4f0a-875d-b8eb622f7d7e admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5345290 Jun 10 18:47:21.094613 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-5aea36b7-f41d-4237-ae58-1ca6800b3c68 None None] Transition to ACTIVE for port object 12a078c9-a0bb-407b-b443-4878e5b28f0b will not be triggered until provisioned by entity DHCP. {{(pid=98186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 18:47:21.094980 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 44140) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:47:21.114029 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.v2.base [None req-55ff48e5-5af2-4f54-971d-0d0d42a7837f admin admin] Request body: {'subnet': {'network_id': '19e9a3f5-4709-4ace-b497-42ae4bcaab91', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1791777509-subnet', 'tenant_id': 'be26617a1ee345d9a6f8be900482942f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:47:21.119495 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-5aea36b7-f41d-4237-ae58-1ca6800b3c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-941510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578064406'] for port, after_create {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:21.140522 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:47:21.191993 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aea36b7-f41d-4237-ae58-1ca6800b3c68 None None] Network cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73 is already hosted by enough agents. {{(pid=98186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 18:47:21.197869 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.scheduler.base_scheduler [None req-5aea36b7-f41d-4237-ae58-1ca6800b3c68 None None] Resources bound (agent type, host, resource id): {{(pid=98186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 18:47:21.205779 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aea36b7-f41d-4237-ae58-1ca6800b3c68 None None] Received port after_create {{(pid=98186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 18:47:21.272192 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aea36b7-f41d-4237-ae58-1ca6800b3c68 None None] Pushing event updated for resources: {'Port': ['ID=12a078c9-a0bb-407b-b443-4878e5b28f0b,revision_number=1']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:47:21.283697 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305f1980-6e8f-4f0a-875d-b8eb622f7d7e admin admin] Pushing event updated for resources: {'Network': ['ID=19e9a3f5-4709-4ace-b497-42ae4bcaab91,revision_number=1']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:47:21.287006 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-377f7de0-6b41-4824-b281-e284e0053097 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:21.307503 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-305f1980-6e8f-4f0a-875d-b8eb622f7d7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:47:21.311674 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-fbaec3ee-2f74-4408-838b-7ac8c10673f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731739'] for network, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:21.313258 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbaec3ee-2f74-4408-838b-7ac8c10673f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:47:21.313921 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-fbaec3ee-2f74-4408-838b-7ac8c10673f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731712'] for network, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:21.335460 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:47:21.337804 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Network 19e9a3f5-4709-4ace-b497-42ae4bcaab91 details requested by agent ovs-agent-dv-cinder-786260-4-iscsi with host dv-cinder-786260-4-iscsi {{(pid=98186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 18:47:21.344086 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55ff48e5-5af2-4f54-971d-0d0d42a7837f admin admin] Made reservation on behalf of be26617a1ee345d9a6f8be900482942f for: {'subnet': 1} {{(pid=98185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 18:47:21.346455 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-55ff48e5-5af2-4f54-971d-0d0d42a7837f admin admin] Notify callbacks [] for subnet, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:21.346834 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aea36b7-f41d-4237-ae58-1ca6800b3c68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:47:21.347186 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aea36b7-f41d-4237-ae58-1ca6800b3c68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:47:21.347523 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aea36b7-f41d-4237-ae58-1ca6800b3c68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:47:21.347856 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aea36b7-f41d-4237-ae58-1ca6800b3c68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:47:21.348181 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aea36b7-f41d-4237-ae58-1ca6800b3c68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:47:21.348504 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aea36b7-f41d-4237-ae58-1ca6800b3c68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:47:21.348827 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aea36b7-f41d-4237-ae58-1ca6800b3c68 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:47:21.349146 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aea36b7-f41d-4237-ae58-1ca6800b3c68 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:47:21.349613 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aea36b7-f41d-4237-ae58-1ca6800b3c68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:47:21.349805 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aea36b7-f41d-4237-ae58-1ca6800b3c68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:47:21.350787 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aea36b7-f41d-4237-ae58-1ca6800b3c68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:47:21.351233 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aea36b7-f41d-4237-ae58-1ca6800b3c68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:47:21.352340 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aea36b7-f41d-4237-ae58-1ca6800b3c68 None None] Tracked resource versions report: Jun 10 18:47:21.352340 dv-cinder-786260-4-iscsi neutron-server[98186]: pushed versions: Jun 10 18:47:21.352340 dv-cinder-786260-4-iscsi neutron-server[98186]: { 'AddressGroup': {'1.2'}, Jun 10 18:47:21.352340 dv-cinder-786260-4-iscsi neutron-server[98186]: 'ConntrackHelper': {'1.0'}, Jun 10 18:47:21.352340 dv-cinder-786260-4-iscsi neutron-server[98186]: 'Log': {'1.0'}, Jun 10 18:47:21.352340 dv-cinder-786260-4-iscsi neutron-server[98186]: 'Network': {'1.1'}, Jun 10 18:47:21.352340 dv-cinder-786260-4-iscsi neutron-server[98186]: 'Port': {'1.7'}, Jun 10 18:47:21.352340 dv-cinder-786260-4-iscsi neutron-server[98186]: 'PortForwarding': {'1.2'}, Jun 10 18:47:21.352340 dv-cinder-786260-4-iscsi neutron-server[98186]: 'QosPolicy': {'1.8'}, Jun 10 18:47:21.352340 dv-cinder-786260-4-iscsi neutron-server[98186]: 'SecurityGroup': {'1.4'}, Jun 10 18:47:21.352340 dv-cinder-786260-4-iscsi neutron-server[98186]: 'SecurityGroupRule': {'1.2'}, Jun 10 18:47:21.352340 dv-cinder-786260-4-iscsi neutron-server[98186]: 'SubPort': {'1.0'}, Jun 10 18:47:21.352340 dv-cinder-786260-4-iscsi neutron-server[98186]: 'Subnet': {'1.1'}, Jun 10 18:47:21.352340 dv-cinder-786260-4-iscsi neutron-server[98186]: 'Trunk': {'1.1'}} Jun 10 18:47:21.352340 dv-cinder-786260-4-iscsi neutron-server[98186]: consumer versions: Jun 10 18:47:21.352340 dv-cinder-786260-4-iscsi neutron-server[98186]: { DHCP agent@dv-cinder-786260-4-iscsi: {}, Jun 10 18:47:21.352340 dv-cinder-786260-4-iscsi neutron-server[98186]: HyperV agent@hv-cinder-78626: {}, Jun 10 18:47:21.352340 dv-cinder-786260-4-iscsi neutron-server[98186]: L3 agent@dv-cinder-786260-4-iscsi: {}, Jun 10 18:47:21.352340 dv-cinder-786260-4-iscsi neutron-server[98186]: Metadata agent@dv-cinder-786260-4-iscsi: {}, Jun 10 18:47:21.352340 dv-cinder-786260-4-iscsi neutron-server[98186]: Metering agent@dv-cinder-786260-4-iscsi: {}, Jun 10 18:47:21.352340 dv-cinder-786260-4-iscsi neutron-server[98186]: Open vSwitch agent@dv-cinder-786260-4-iscsi: { 'AddressGroup': '1.2', Jun 10 18:47:21.352340 dv-cinder-786260-4-iscsi neutron-server[98186]: 'ConntrackHelper': '1.0', Jun 10 18:47:21.352340 dv-cinder-786260-4-iscsi neutron-server[98186]: 'Log': '1.0', Jun 10 18:47:21.352340 dv-cinder-786260-4-iscsi neutron-server[98186]: 'Network': '1.1', Jun 10 18:47:21.352340 dv-cinder-786260-4-iscsi neutron-server[98186]: 'Port': '1.7', Jun 10 18:47:21.352340 dv-cinder-786260-4-iscsi neutron-server[98186]: 'PortForwarding': '1.2', Jun 10 18:47:21.352340 dv-cinder-786260-4-iscsi neutron-server[98186]: 'QosPolicy': '1.8', Jun 10 18:47:21.352340 dv-cinder-786260-4-iscsi neutron-server[98186]: 'SecurityGroup': '1.4', Jun 10 18:47:21.352340 dv-cinder-786260-4-iscsi neutron-server[98186]: 'SecurityGroupRule': '1.2', Jun 10 18:47:21.352340 dv-cinder-786260-4-iscsi neutron-server[98186]: 'SubPort': '1.0', Jun 10 18:47:21.352340 dv-cinder-786260-4-iscsi neutron-server[98186]: 'Subnet': '1.1', Jun 10 18:47:21.352340 dv-cinder-786260-4-iscsi neutron-server[98186]: 'Trunk': '1.1'}} Jun 10 18:47:21.352340 dv-cinder-786260-4-iscsi neutron-server[98186]: {{(pid=98186) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 10 18:47:21.392941 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-377f7de0-6b41-4824-b281-e284e0053097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-941319'] for port, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:21.526285 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.managers [None req-5aea36b7-f41d-4237-ae58-1ca6800b3c68 None None] Attempting to bind port 12a078c9-a0bb-407b-b443-4878e5b28f0b on host dv-cinder-786260-4-iscsi for vnic_type normal with profile {{(pid=98186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 18:47:21.526890 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.managers [None req-5aea36b7-f41d-4237-ae58-1ca6800b3c68 None None] Attempting to bind port 12a078c9-a0bb-407b-b443-4878e5b28f0b by drivers openvswitch,hyperv on host dv-cinder-786260-4-iscsi at level 0 using segments [{'id': '17dcff24-e9ed-43ca-b0d9-c821a6547efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73'}] {{(pid=98186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 18:47:21.527340 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aea36b7-f41d-4237-ae58-1ca6800b3c68 None None] Attempting to bind port 12a078c9-a0bb-407b-b443-4878e5b28f0b on network cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73 {{(pid=98186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 18:47:21.531305 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-5aea36b7-f41d-4237-ae58-1ca6800b3c68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:47:21.537328 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aea36b7-f41d-4237-ae58-1ca6800b3c68 None None] Checking agent: {'id': '0a9461fa-5aa1-4bfe-a01a-9192fdaa924f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 18, 39, 44), 'started_at': datetime.datetime(2021, 6, 10, 18, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 18, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 18:47:21.538398 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aea36b7-f41d-4237-ae58-1ca6800b3c68 None None] Checking segment: {'id': '17dcff24-e9ed-43ca-b0d9-c821a6547efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 18:47:21.538885 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-5aea36b7-f41d-4237-ae58-1ca6800b3c68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:21.539287 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aea36b7-f41d-4237-ae58-1ca6800b3c68 None None] Bound using segment: {'id': '17dcff24-e9ed-43ca-b0d9-c821a6547efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73'} {{(pid=98186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 18:47:21.539769 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.managers [None req-5aea36b7-f41d-4237-ae58-1ca6800b3c68 None None] Bound port: 12a078c9-a0bb-407b-b443-4878e5b28f0b, host: dv-cinder-786260-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17dcff24-e9ed-43ca-b0d9-c821a6547efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73'}}] {{(pid=98186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 18:47:21.540234 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-5aea36b7-f41d-4237-ae58-1ca6800b3c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:21.550849 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5106dff-c0a1-4a28-9ee6-e10009c256f9 admin admin] Made reservation on behalf of c50ca810c49044daa0af12e38f6ab6a1 for: {'network': 1} {{(pid=98184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 18:47:21.554041 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-a5106dff-c0a1-4a28-9ee6-e10009c256f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-941319'] for network, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:21.569004 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-a5106dff-c0a1-4a28-9ee6-e10009c256f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:21.600879 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-fbaec3ee-2f74-4408-838b-7ac8c10673f5 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.0142672 Jun 10 18:47:21.602352 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 44174) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:47:21.604804 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaec3ee-2f74-4408-838b-7ac8c10673f5 admin admin] Pushing event updated for resources: {'Network': ['ID=36c601fb-9272-4d67-b287-4990129f2e5f,revision_number=1']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:47:21.609512 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-fbaec3ee-2f74-4408-838b-7ac8c10673f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:47:21.659541 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.v2.base [None req-15526d08-c4be-458a-be5e-745dce399a23 admin admin] Request body: {'subnet': {'network_id': '36c601fb-9272-4d67-b287-4990129f2e5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-556327172-subnet', 'tenant_id': 'a9d7cab2e80a4790a3c08dfa4dc50427', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:47:21.684344 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Network 36c601fb-9272-4d67-b287-4990129f2e5f details requested by agent ovs-agent-dv-cinder-786260-4-iscsi with host dv-cinder-786260-4-iscsi {{(pid=98186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 18:47:21.828836 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.db.db_base_plugin_common [None req-377f7de0-6b41-4824-b281-e284e0053097 admin admin] Allocated IP 172.27.3.42 (a2be77e0-c818-4f69-a7bb-de46a435f28d/dcf03c9b-e407-4813-8188-7ebc21a92a5e/ef467441-f65a-47b2-9ae5-8f5c21e0c84a) {{(pid=98184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 18:47:21.911966 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-a5106dff-c0a1-4a28-9ee6-e10009c256f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:21.917932 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-a5106dff-c0a1-4a28-9ee6-e10009c256f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:21.923109 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-5aea36b7-f41d-4237-ae58-1ca6800b3c68 None None] For port 12a078c9-a0bb-407b-b443-4878e5b28f0b, host dv-cinder-786260-4-iscsi, cleared binding levels {{(pid=98186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 18:47:21.933568 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:47:21.938590 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-55ff48e5-5af2-4f54-971d-0d0d42a7837f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730'] for subnet, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:21.939406 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-5aea36b7-f41d-4237-ae58-1ca6800b3c68 None None] For port 12a078c9-a0bb-407b-b443-4878e5b28f0b, host dv-cinder-786260-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-4-iscsi',level=0,port_id=12a078c9-a0bb-407b-b443-4878e5b28f0b,segment=NetworkSegment(17dcff24-e9ed-43ca-b0d9-c821a6547efa),segment_id=17dcff24-e9ed-43ca-b0d9-c821a6547efa)] {{(pid=98186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 18:47:21.948706 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-5aea36b7-f41d-4237-ae58-1ca6800b3c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:21.950129 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-9121a855-6c29-4ef9-b6b9-6a4261276a25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:47:21.954560 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:47:21.955201 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15526d08-c4be-458a-be5e-745dce399a23 admin admin] Made reservation on behalf of a9d7cab2e80a4790a3c08dfa4dc50427 for: {'subnet': 1} {{(pid=98185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 18:47:21.958570 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-15526d08-c4be-458a-be5e-745dce399a23 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:22.021592 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5106dff-c0a1-4a28-9ee6-e10009c256f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=98184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 18:47:22.057499 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aea36b7-f41d-4237-ae58-1ca6800b3c68 None None] Pushing event updated for resources: {'Port': ['ID=12a078c9-a0bb-407b-b443-4878e5b28f0b,revision_number=2']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:47:22.062395 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-a5106dff-c0a1-4a28-9ee6-e10009c256f9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731578620070', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881768'] for segment, precommit_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:22.063170 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-a5106dff-c0a1-4a28-9ee6-e10009c256f9 admin admin] Unsubscribe: segment precommit_create {{(pid=98184) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 10 18:47:22.063401 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-5aea36b7-f41d-4237-ae58-1ca6800b3c68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:47:22.063936 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.db.segments_db [None req-a5106dff-c0a1-4a28-9ee6-e10009c256f9 admin admin] Added segment cce5025b-9a61-488a-a883-513d04362a8a of type vlan for network a9c6338b-27b7-4507-a101-996d60be3c98 Jun 10 18:47:22.090828 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5106dff-c0a1-4a28-9ee6-e10009c256f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c16b63b-318a-4d5c-9ffc-9aefd8bcd0c9,revision_number=1']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:47:22.104501 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-a5106dff-c0a1-4a28-9ee6-e10009c256f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:47:22.160458 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-377f7de0-6b41-4824-b281-e284e0053097 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:22.173985 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-a5106dff-c0a1-4a28-9ee6-e10009c256f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731578050973'] for network, precommit_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:22.182045 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ff48e5-5af2-4f54-971d-0d0d42a7837f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e54f33df-96bf-41df-aade-9540ec4d8d5f,revision_number=0']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:47:22.189057 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-55ff48e5-5af2-4f54-971d-0d0d42a7837f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:47:22.196852 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ff48e5-5af2-4f54-971d-0d0d42a7837f admin admin] Checking segment: {'id': 'fd279837-3169-4e44-bb88-c8bbfa96e1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '19e9a3f5-4709-4ace-b497-42ae4bcaab91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 18:47:22.197318 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ff48e5-5af2-4f54-971d-0d0d42a7837f admin admin] Network hostable DHCP agents. Network: 19e9a3f5-4709-4ace-b497-42ae4bcaab91, hostable agents: ['32d11a73-8882-47f0-8c19-15a088a2f1dc'], hosted agents: [] {{(pid=98185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 18:47:22.274763 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-a5106dff-c0a1-4a28-9ee6-e10009c256f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731739'] for network, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:22.276561 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ff48e5-5af2-4f54-971d-0d0d42a7837f admin admin] Network 19e9a3f5-4709-4ace-b497-42ae4bcaab91 is scheduled to be hosted by DHCP agent 32d11a73-8882-47f0-8c19-15a088a2f1dc with binding_index 1 {{(pid=98185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 18:47:22.280051 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5106dff-c0a1-4a28-9ee6-e10009c256f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:47:22.280223 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-a5106dff-c0a1-4a28-9ee6-e10009c256f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731712'] for network, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:22.283247 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:47:22.347973 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.base_scheduler [None req-55ff48e5-5af2-4f54-971d-0d0d42a7837f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-4-iscsi, 19e9a3f5-4709-4ace-b497-42ae4bcaab91) {{(pid=98185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 18:47:22.358122 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d346c7dd-5507-4c40-a2e9-afef2a27decb None None] Network 19e9a3f5-4709-4ace-b497-42ae4bcaab91 requested from dv-cinder-786260-4-iscsi {{(pid=98186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 18:47:22.359819 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ff48e5-5af2-4f54-971d-0d0d42a7837f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:47:22.360509 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-55ff48e5-5af2-4f54-971d-0d0d42a7837f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731712'] for subnet, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:22.371506 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-15526d08-c4be-458a-be5e-745dce399a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730'] for subnet, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:22.376908 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-e61e4c72-efd8-4939-96cc-8794f1a0f37a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:47:22.448052 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-55ff48e5-5af2-4f54-971d-0d0d42a7837f admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3516717 Jun 10 18:47:22.489598 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15526d08-c4be-458a-be5e-745dce399a23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cc0a94e-b476-4d1d-b3df-5e3104af9a91,revision_number=0']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:47:22.493400 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-15526d08-c4be-458a-be5e-745dce399a23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:47:22.513374 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5106dff-c0a1-4a28-9ee6-e10009c256f9 admin admin] Pushing event updated for resources: {'Network': ['ID=a9c6338b-27b7-4507-a101-996d60be3c98,revision_number=1']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:47:22.524816 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-377f7de0-6b41-4824-b281-e284e0053097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-941510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578064406'] for port, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:22.529606 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15526d08-c4be-458a-be5e-745dce399a23 admin admin] Checking segment: {'id': '8aad430c-f386-4a5a-bcc9-ad8b4eb8863a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '36c601fb-9272-4d67-b287-4990129f2e5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 18:47:22.530066 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15526d08-c4be-458a-be5e-745dce399a23 admin admin] Network hostable DHCP agents. Network: 36c601fb-9272-4d67-b287-4990129f2e5f, hostable agents: ['32d11a73-8882-47f0-8c19-15a088a2f1dc'], hosted agents: [] {{(pid=98185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 18:47:22.545269 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-a5106dff-c0a1-4a28-9ee6-e10009c256f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:47:22.552935 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-997c5eea-7b73-4561-986c-d2cfe2e6c015 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:47:22.594304 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15526d08-c4be-458a-be5e-745dce399a23 admin admin] Network 36c601fb-9272-4d67-b287-4990129f2e5f is scheduled to be hosted by DHCP agent 32d11a73-8882-47f0-8c19-15a088a2f1dc with binding_index 1 {{(pid=98185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 18:47:22.624298 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.base_scheduler [None req-15526d08-c4be-458a-be5e-745dce399a23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-4-iscsi, 36c601fb-9272-4d67-b287-4990129f2e5f) {{(pid=98185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 18:47:22.632052 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15526d08-c4be-458a-be5e-745dce399a23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:47:22.638518 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-15526d08-c4be-458a-be5e-745dce399a23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731712'] for subnet, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:22.690464 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-15526d08-c4be-458a-be5e-745dce399a23 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0822666 Jun 10 18:47:22.693483 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 44208) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:47:22.700815 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377f7de0-6b41-4824-b281-e284e0053097 admin admin] Pushing event updated for resources: {'Port': ['ID=ef467441-f65a-47b2-9ae5-8f5c21e0c84a,revision_number=1']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:47:22.713795 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-377f7de0-6b41-4824-b281-e284e0053097 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:47:22.714695 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.v2.base [None req-3aa8973b-dd52-481a-9260-c2c9b1bcdd90 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-556327172-router', 'tenant_id': 'a9d7cab2e80a4790a3c08dfa4dc50427', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d'}}} {{(pid=98185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:47:22.716347 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 44210) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:47:22.722049 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Network a9c6338b-27b7-4507-a101-996d60be3c98 details requested by agent ovs-agent-dv-cinder-786260-4-iscsi with host dv-cinder-786260-4-iscsi {{(pid=98186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 18:47:22.730892 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee0f5f3-2a86-4e74-8a8a-9a71bd7e56ec None None] Network 36c601fb-9272-4d67-b287-4990129f2e5f requested from dv-cinder-786260-4-iscsi {{(pid=98186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 18:47:22.737686 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-a5106dff-c0a1-4a28-9ee6-e10009c256f9 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.0138903 Jun 10 18:47:22.759846 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377f7de0-6b41-4824-b281-e284e0053097 admin admin] Network a2be77e0-c818-4f69-a7bb-de46a435f28d is already hosted by enough agents. {{(pid=98184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 18:47:22.762532 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 44214) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:47:22.764302 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.scheduler.base_scheduler [None req-377f7de0-6b41-4824-b281-e284e0053097 admin admin] Resources bound (agent type, host, resource id): {{(pid=98184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 18:47:22.771272 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377f7de0-6b41-4824-b281-e284e0053097 admin admin] Received port after_create {{(pid=98184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 18:47:22.792710 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.v2.base [None req-e4d3d389-665c-40cd-a47e-ecbf55772f27 admin admin] Request body: {'subnet': {'network_id': 'a9c6338b-27b7-4507-a101-996d60be3c98', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1199840927-subnet', 'tenant_id': 'c50ca810c49044daa0af12e38f6ab6a1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=98184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:47:22.798342 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-3aa8973b-dd52-481a-9260-c2c9b1bcdd90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4031469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25378'] for router, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:22.799374 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-3aa8973b-dd52-481a-9260-c2c9b1bcdd90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4031304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4045498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4061363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25387'] for router, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:22.960569 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Device 12a078c9-a0bb-407b-b443-4878e5b28f0b up at agent ovs-agent-dv-cinder-786260-4-iscsi {{(pid=98186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 18:47:23.007856 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-d9d43d5c-b2ca-4192-9979-810c383aedb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:23.034991 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-3aa8973b-dd52-481a-9260-c2c9b1bcdd90 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:23.316720 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.db.api [None req-d9d43d5c-b2ca-4192-9979-810c383aedb5 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 10 18:47:23.316720 dv-cinder-786260-4-iscsi neutron-server[98184]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 10 18:47:23.316720 dv-cinder-786260-4-iscsi neutron-server[98184]: [parameters: {'project_id_1': '499fbe22e1694244a8c0e422e76b8685', 'expiration_1': datetime.datetime(2021, 6, 10, 18, 47, 23, 134432)}] Jun 10 18:47:23.316720 dv-cinder-786260-4-iscsi neutron-server[98184]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=98184) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 10 18:47:23.317067 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_db.api [None req-d9d43d5c-b2ca-4192-9979-810c383aedb5 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=98184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 10 18:47:23.352431 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4d3d389-665c-40cd-a47e-ecbf55772f27 admin admin] Made reservation on behalf of c50ca810c49044daa0af12e38f6ab6a1 for: {'subnet': 1} {{(pid=98184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 18:47:23.355776 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-e4d3d389-665c-40cd-a47e-ecbf55772f27 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:23.404951 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Provisioning for port 12a078c9-a0bb-407b-b443-4878e5b28f0b completed by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 18:47:23.411537 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22821a4-9afa-4ede-80a7-406c60a9be25 None None] Network 19e9a3f5-4709-4ace-b497-42ae4bcaab91 requested from dv-cinder-786260-4-iscsi {{(pid=98186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 18:47:23.424548 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-377f7de0-6b41-4824-b281-e284e0053097 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:23.626697 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7beeac2b-b328-4513-b826-9625cb68008c None None] Network 36c601fb-9272-4d67-b287-4990129f2e5f requested from dv-cinder-786260-4-iscsi {{(pid=98186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 18:47:23.718401 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 44252) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:47:23.805358 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-3aa8973b-dd52-481a-9260-c2c9b1bcdd90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4045491', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4031455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25561'] for router, precommit_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:23.813329 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129dc1f3-4927-4e4d-a44e-0d2ef9f5d39b None None] Network cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73 requested from dv-cinder-786260-4-iscsi {{(pid=98186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 18:47:24.100788 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-86965e3e-3a13-4ced-8e20-9c3a3ee9b5f8 None None] Provisioning for port 12a078c9-a0bb-407b-b443-4878e5b28f0b completed by entity DHCP. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 18:47:24.155097 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-d9d43d5c-b2ca-4192-9979-810c383aedb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:24.199281 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 44280) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:47:24.203050 dv-cinder-786260-4-iscsi neutron-server[98185]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 10 18:47:24.213061 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-86965e3e-3a13-4ced-8e20-9c3a3ee9b5f8 None None] Provisioning complete for port 12a078c9-a0bb-407b-b443-4878e5b28f0b triggered by entity DHCP. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 18:47:24.213441 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-86965e3e-3a13-4ced-8e20-9c3a3ee9b5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:24.216705 dv-cinder-786260-4-iscsi neutron-server[98184]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 10 18:47:24.246882 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-e4d3d389-665c-40cd-a47e-ecbf55772f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730'] for subnet, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:24.319217 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-714583e7-31bc-49da-8c0c-6d70923d0b44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:47:24.413277 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-86965e3e-3a13-4ced-8e20-9c3a3ee9b5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:24.434348 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-3aa8973b-dd52-481a-9260-c2c9b1bcdd90 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:24.467435 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-86965e3e-3a13-4ced-8e20-9c3a3ee9b5f8 None None] For port 12a078c9-a0bb-407b-b443-4878e5b28f0b, host dv-cinder-786260-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-4-iscsi',level=0,port_id=12a078c9-a0bb-407b-b443-4878e5b28f0b,segment=NetworkSegment(17dcff24-e9ed-43ca-b0d9-c821a6547efa),segment_id=17dcff24-e9ed-43ca-b0d9-c821a6547efa)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:47:24.480671 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-3aa8973b-dd52-481a-9260-c2c9b1bcdd90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-941319'] for port, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:24.484410 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-86965e3e-3a13-4ced-8e20-9c3a3ee9b5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:24.486820 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:47:24.511331 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c466ced4-fe6c-4d34-a7db-6e2a5deab74d req-2f01fbf1-9091-4e71-9bea-099e091c2e3a tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:47:24.513492 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-c466ced4-fe6c-4d34-a7db-6e2a5deab74d req-2f01fbf1-9091-4e71-9bea-099e091c2e3a tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/networks?id=19e9a3f5-4709-4ace-b497-42ae4bcaab91 HTTP/1.1" status: 200 len: 815 time: 0.3126554 Jun 10 18:47:24.560419 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86965e3e-3a13-4ced-8e20-9c3a3ee9b5f8 None None] Pushing event updated for resources: {'Port': ['ID=12a078c9-a0bb-407b-b443-4878e5b28f0b,revision_number=3']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:47:24.564150 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-86965e3e-3a13-4ced-8e20-9c3a3ee9b5f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:47:24.611623 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d3d389-665c-40cd-a47e-ecbf55772f27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8ea2a47-c287-4e16-9d1f-c9a7e0a2eaeb,revision_number=0']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:47:24.614426 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-e4d3d389-665c-40cd-a47e-ecbf55772f27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:47:24.633539 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-c466ced4-fe6c-4d34-a7db-6e2a5deab74d req-2b2da222-2470-4222-882f-1f8000852b92 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/quotas/be26617a1ee345d9a6f8be900482942f HTTP/1.1" status: 200 len: 375 time: 0.1046324 Jun 10 18:47:24.646471 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-377f7de0-6b41-4824-b281-e284e0053097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4031444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4045819'] for router, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:24.660340 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Device 12a078c9-a0bb-407b-b443-4878e5b28f0b up at agent ovs-agent-dv-cinder-786260-4-iscsi {{(pid=98186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 18:47:24.671731 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116643ce-b160-4145-94cf-f0162d009aff req-72455c6f-e7c3-4946-bd73-471838d0a528 tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:47:24.678883 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-116643ce-b160-4145-94cf-f0162d009aff req-72455c6f-e7c3-4946-bd73-471838d0a528 tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] 10.222.0.15 "GET /v2.0/networks?id=1150afbe-7c41-44dc-8b70-8b95a05ad9f8 HTTP/1.1" status: 200 len: 812 time: 0.5238605 Jun 10 18:47:24.701810 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-d9d43d5c-b2ca-4192-9979-810c383aedb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:24.735958 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-c466ced4-fe6c-4d34-a7db-6e2a5deab74d req-0e839cd9-e4cf-4f4b-b77c-1864d1729e49 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=be26617a1ee345d9a6f8be900482942f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0657158 Jun 10 18:47:24.739859 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Provisioning complete for port 12a078c9-a0bb-407b-b443-4878e5b28f0b triggered by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 18:47:24.740255 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:24.758822 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.db.db_base_plugin_common [None req-3aa8973b-dd52-481a-9260-c2c9b1bcdd90 admin admin] Allocated IP 172.27.3.205 (a2be77e0-c818-4f69-a7bb-de46a435f28d/dcf03c9b-e407-4813-8188-7ebc21a92a5e/0df4d4fb-b091-4e9f-8fb0-ce402ed8b212) {{(pid=98185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 18:47:24.809186 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-d9d43d5c-b2ca-4192-9979-810c383aedb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:24.818593 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-116643ce-b160-4145-94cf-f0162d009aff req-48e6246a-f614-475d-a58c-1315350d4159 tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] 10.222.0.15 "GET /v2.0/quotas/197e26c4015448088bb0d6533c712693 HTTP/1.1" status: 200 len: 375 time: 0.1384473 Jun 10 18:47:24.846226 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-a2afd811-35d5-4ab4-8e42-c00cde5e2912 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:47:24.858571 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-4181867c-5499-46ae-be66-65cfba31b71e None None] Provisioning complete for port 12a078c9-a0bb-407b-b443-4878e5b28f0b triggered by entity DHCP. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 18:47:24.859126 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-4181867c-5499-46ae-be66-65cfba31b71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:24.873248 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d3d389-665c-40cd-a47e-ecbf55772f27 admin admin] Checking segment: {'id': 'cce5025b-9a61-488a-a883-513d04362a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a9c6338b-27b7-4507-a101-996d60be3c98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 18:47:24.873599 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d3d389-665c-40cd-a47e-ecbf55772f27 admin admin] Network hostable DHCP agents. Network: a9c6338b-27b7-4507-a101-996d60be3c98, hostable agents: ['32d11a73-8882-47f0-8c19-15a088a2f1dc'], hosted agents: [] {{(pid=98184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 18:47:24.925123 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-116643ce-b160-4145-94cf-f0162d009aff req-bf728309-01d4-4351-b091-e270d6495a95 tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=197e26c4015448088bb0d6533c712693&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1051340 Jun 10 18:47:24.967623 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-d9d43d5c-b2ca-4192-9979-810c383aedb5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=499fbe22e1694244a8c0e422e76b8685&name=default HTTP/1.1" status: 200 len: 2975 time: 2.2448950 Jun 10 18:47:24.972450 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 44298) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:47:24.976777 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d43d5c-b2ca-4192-9979-810c383aedb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad676c21-19de-4905-82e3-eb466d1dc15b,revision_number=1']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:47:24.988439 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-d9d43d5c-b2ca-4192-9979-810c383aedb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:47:24.998977 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d3d389-665c-40cd-a47e-ecbf55772f27 admin admin] Network a9c6338b-27b7-4507-a101-996d60be3c98 is scheduled to be hosted by DHCP agent 32d11a73-8882-47f0-8c19-15a088a2f1dc with binding_index 1 {{(pid=98184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 18:47:25.021167 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-3aa8973b-dd52-481a-9260-c2c9b1bcdd90 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:25.028983 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [req-c466ced4-fe6c-4d34-a7db-6e2a5deab74d req-c069bd86-fe21-47ca-b702-ea1dc652cd05 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=98185) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 18:47:25.030002 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-c466ced4-fe6c-4d34-a7db-6e2a5deab74d req-c069bd86-fe21-47ca-b702-ea1dc652cd05 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1045516 Jun 10 18:47:25.038759 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.scheduler.base_scheduler [None req-e4d3d389-665c-40cd-a47e-ecbf55772f27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-4-iscsi, a9c6338b-27b7-4507-a101-996d60be3c98) {{(pid=98184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 18:47:25.047320 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ca8ad9-ba84-4963-b4ba-68762152514f None None] Network a9c6338b-27b7-4507-a101-996d60be3c98 requested from dv-cinder-786260-4-iscsi {{(pid=98186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 18:47:25.054709 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d3d389-665c-40cd-a47e-ecbf55772f27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:47:25.055360 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-e4d3d389-665c-40cd-a47e-ecbf55772f27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731712'] for subnet, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:25.082748 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [req-116643ce-b160-4145-94cf-f0162d009aff req-24fbbef3-8d71-42a4-9c09-d4a5c3e8f762 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=98184) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 18:47:25.083733 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-116643ce-b160-4145-94cf-f0162d009aff req-24fbbef3-8d71-42a4-9c09-d4a5c3e8f762 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0558350 Jun 10 18:47:25.094227 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-e4d3d389-665c-40cd-a47e-ecbf55772f27 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.3124397 Jun 10 18:47:25.095652 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 44302) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:47:25.109421 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.v2.base [None req-1b97144a-de36-49d5-adab-639ad1524f5f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1199840927-router', 'tenant_id': 'c50ca810c49044daa0af12e38f6ab6a1', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d'}}} {{(pid=98185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:47:25.122460 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-9e380bf8-5b28-4882-8d26-0444886bac8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:25.168664 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-9e380bf8-5b28-4882-8d26-0444886bac8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:25.228158 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-377f7de0-6b41-4824-b281-e284e0053097 admin admin] Router 8487688f-289a-4efb-a1b4-65fefc025a43 is scheduled to L3 agent 1661496b-b13c-41e5-8e80-f6a07c138e01 with binding_index 1 {{(pid=98184) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 18:47:25.301894 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-c466ced4-fe6c-4d34-a7db-6e2a5deab74d req-f051dda4-37f2-4c90-a0f8-c3355209277e service neutron] 10.222.0.15 "GET /v2.0/networks/19e9a3f5-4709-4ace-b497-42ae4bcaab91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648144 Jun 10 18:47:25.306058 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-3aa8973b-dd52-481a-9260-c2c9b1bcdd90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-941510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578064406'] for port, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:25.352687 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:47:25.384165 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-1b97144a-de36-49d5-adab-639ad1524f5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4031469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25378'] for router, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:25.385896 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-1b97144a-de36-49d5-adab-639ad1524f5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4031304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4045498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4061363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25387'] for router, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:25.398352 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-116643ce-b160-4145-94cf-f0162d009aff req-f171aedc-b287-4b5e-9561-f465a69b9bd0 service neutron] 10.222.0.15 "GET /v2.0/networks/1150afbe-7c41-44dc-8b70-8b95a05ad9f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3054607 Jun 10 18:47:25.415908 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9958cd1b-efc3-4672-8eac-4d8bfe84cfd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb210373e-bde5-52cb-bc22-9269e2ef8f47-a9c6338b-27b7-4507-a101-996d60be3c98', 'network_id': 'a9c6338b-27b7-4507-a101-996d60be3c98', 'tenant_id': 'c50ca810c49044daa0af12e38f6ab6a1', 'fixed_ips': [{'subnet_id': 'a8ea2a47-c287-4e16-9d1f-c9a7e0a2eaeb'}]}} from dv-cinder-786260-4-iscsi. {{(pid=98186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 18:47:25.417029 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9958cd1b-efc3-4672-8eac-4d8bfe84cfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-941319'] for port, before_create {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:25.522034 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa8973b-dd52-481a-9260-c2c9b1bcdd90 admin admin] Network a2be77e0-c818-4f69-a7bb-de46a435f28d is already hosted by enough agents. {{(pid=98185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 18:47:25.535574 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-377f7de0-6b41-4824-b281-e284e0053097 admin admin] Notify agent at l3_agent.dv-cinder-786260-4-iscsi the message routers_updated {{(pid=98184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 18:47:25.539746 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.base_scheduler [None req-3aa8973b-dd52-481a-9260-c2c9b1bcdd90 admin admin] Resources bound (agent type, host, resource id): {{(pid=98185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 18:47:25.550038 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bbd17e-155b-4b66-9322-45d45dead893 None None] Sync routers for ids ['8487688f-289a-4efb-a1b4-65fefc025a43'] in dv-cinder-786260-4-iscsi {{(pid=98187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 18:47:25.565253 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-9e380bf8-5b28-4882-8d26-0444886bac8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:25.568110 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bbd17e-155b-4b66-9322-45d45dead893 None None] Routers {'8487688f-289a-4efb-a1b4-65fefc025a43'} bound to L3 agent in host dv-cinder-786260-4-iscsi {{(pid=98187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 18:47:25.570037 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_hamode_db [None req-32bbd17e-155b-4b66-9322-45d45dead893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T18:39:44Z,description=,heartbeat_timestamp=2021-06-10T18:47:14Z,host='dv-cinder-786260-4-iscsi',id=1661496b-b13c-41e5-8e80-f6a07c138e01,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T18:39:44Z,topic='l3_agent')) {'router_ids': ['8487688f-289a-4efb-a1b4-65fefc025a43'], 'active': True} {{(pid=98187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:47:25.576702 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-377f7de0-6b41-4824-b281-e284e0053097 admin admin] Notify callbacks [] for router, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:25.578013 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-377f7de0-6b41-4824-b281-e284e0053097 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.6701596 Jun 10 18:47:25.584104 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-9e380bf8-5b28-4882-8d26-0444886bac8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:25.587265 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-9e380bf8-5b28-4882-8d26-0444886bac8d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ad676c21-19de-4905-82e3-eb466d1dc15b HTTP/1.1" status: 204 len: 168 time: 0.6113262 Jun 10 18:47:25.603447 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 44308) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:47:25.604215 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:47:25.657706 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa8973b-dd52-481a-9260-c2c9b1bcdd90 admin admin] Received port after_create {{(pid=98185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 18:47:25.659631 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa8973b-dd52-481a-9260-c2c9b1bcdd90 admin admin] Pushing event updated for resources: {'Port': ['ID=0df4d4fb-b091-4e9f-8fb0-ce402ed8b212,revision_number=1']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:47:25.680869 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.db_base_plugin_common [None req-9958cd1b-efc3-4672-8eac-4d8bfe84cfd7 None None] Allocated IP 172.20.0.2 (a9c6338b-27b7-4507-a101-996d60be3c98/a8ea2a47-c287-4e16-9d1f-c9a7e0a2eaeb/d2107cf3-3d9b-4c2b-8c73-1cb09484f6fb) {{(pid=98186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 18:47:25.703070 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-3aa8973b-dd52-481a-9260-c2c9b1bcdd90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:47:25.759643 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-1b97144a-de36-49d5-adab-639ad1524f5f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:25.822644 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_dvr_db [None req-32bbd17e-155b-4b66-9322-45d45dead893 None None] Set router 8487688f-289a-4efb-a1b4-65fefc025a43 gateway port host: dv-cinder-786260-4-iscsi {{(pid=98187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 18:47:25.980163 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e380bf8-5b28-4882-8d26-0444886bac8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad676c21-19de-4905-82e3-eb466d1dc15b,revision_number=None']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:47:25.994875 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-9e380bf8-5b28-4882-8d26-0444886bac8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:47:26.010607 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9958cd1b-efc3-4672-8eac-4d8bfe84cfd7 None None] Notify callbacks [] for port, precommit_create {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:26.055938 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-9958cd1b-efc3-4672-8eac-4d8bfe84cfd7 None None] Transition to ACTIVE for port object d2107cf3-3d9b-4c2b-8c73-1cb09484f6fb will not be triggered until provisioned by entity L2. {{(pid=98186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 18:47:26.095091 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-c466ced4-fe6c-4d34-a7db-6e2a5deab74d req-9853e333-5578-4c7d-a56e-21d38a19cd14 service neutron] 10.222.0.15 "GET /v2.0/networks/19e9a3f5-4709-4ace-b497-42ae4bcaab91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7807813 Jun 10 18:47:26.111442 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-9958cd1b-efc3-4672-8eac-4d8bfe84cfd7 None None] Transition to ACTIVE for port object d2107cf3-3d9b-4c2b-8c73-1cb09484f6fb will not be triggered until provisioned by entity DHCP. {{(pid=98186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 18:47:26.122645 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9958cd1b-efc3-4672-8eac-4d8bfe84cfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-941510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578064406'] for port, after_create {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:26.132652 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-86965e3e-3a13-4ced-8e20-9c3a3ee9b5f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:47:26.194166 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-116643ce-b160-4145-94cf-f0162d009aff req-f4ee7555-5222-470c-b816-24da1e29344e service neutron] 10.222.0.15 "GET /v2.0/networks/1150afbe-7c41-44dc-8b70-8b95a05ad9f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7804904 Jun 10 18:47:26.217179 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_hamode_db [None req-32bbd17e-155b-4b66-9322-45d45dead893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8487688f-289a-4efb-a1b4-65fefc025a43', 'name': 'tempest-AttachVolumeTestJSON-1426645987-router', 'tenant_id': 'b98132dec11942b2917326af967088e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': 'ef467441-f65a-47b2-9ae5-8f5c21e0c84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T18:47:19Z', 'updated_at': '2021-06-10T18:47:23Z', 'revision_number': 3, 'project_id': 'b98132dec11942b2917326af967088e0', 'gw_port': {'id': 'ef467441-f65a-47b2-9ae5-8f5c21e0c84a', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b6:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8487688f-289a-4efb-a1b4-65fefc025a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:47:21Z', 'updated_at': '2021-06-10T18:47:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi'}], 'dv-cinder-786260-4-iscsi', False) {} {{(pid=98187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:47:26.221786 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bbd17e-155b-4b66-9322-45d45dead893 None None] Checking router: 8487688f-289a-4efb-a1b4-65fefc025a43 for host: dv-cinder-786260-4-iscsi {{(pid=98187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 18:47:26.222252 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bbd17e-155b-4b66-9322-45d45dead893 None None] Updating router 8487688f-289a-4efb-a1b4-65fefc025a43 port ef467441-f65a-47b2-9ae5-8f5c21e0c84a binding host dv-cinder-786260-4-iscsi {{(pid=98187) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 18:47:26.271496 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9958cd1b-efc3-4672-8eac-4d8bfe84cfd7 None None] Network a9c6338b-27b7-4507-a101-996d60be3c98 is already hosted by enough agents. {{(pid=98186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 18:47:26.276982 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron_lib.callbacks.manager [None req-32bbd17e-155b-4b66-9322-45d45dead893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:26.291717 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.scheduler.base_scheduler [None req-9958cd1b-efc3-4672-8eac-4d8bfe84cfd7 None None] Resources bound (agent type, host, resource id): {{(pid=98186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 18:47:26.296538 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9958cd1b-efc3-4672-8eac-4d8bfe84cfd7 None None] Received port after_create {{(pid=98186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 18:47:26.326608 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9958cd1b-efc3-4672-8eac-4d8bfe84cfd7 None None] Pushing event updated for resources: {'Port': ['ID=d2107cf3-3d9b-4c2b-8c73-1cb09484f6fb,revision_number=1']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:47:26.341345 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-9958cd1b-efc3-4672-8eac-4d8bfe84cfd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:47:26.425948 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 44328) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:47:26.441499 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-1b97144a-de36-49d5-adab-639ad1524f5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4045491', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4031455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25561'] for router, precommit_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:26.528182 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.managers [None req-9958cd1b-efc3-4672-8eac-4d8bfe84cfd7 None None] Attempting to bind port d2107cf3-3d9b-4c2b-8c73-1cb09484f6fb on host dv-cinder-786260-4-iscsi for vnic_type normal with profile {{(pid=98186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 18:47:26.528576 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.managers [None req-9958cd1b-efc3-4672-8eac-4d8bfe84cfd7 None None] Attempting to bind port d2107cf3-3d9b-4c2b-8c73-1cb09484f6fb by drivers openvswitch,hyperv on host dv-cinder-786260-4-iscsi at level 0 using segments [{'id': 'cce5025b-9a61-488a-a883-513d04362a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a9c6338b-27b7-4507-a101-996d60be3c98'}] {{(pid=98186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 18:47:26.528956 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9958cd1b-efc3-4672-8eac-4d8bfe84cfd7 None None] Attempting to bind port d2107cf3-3d9b-4c2b-8c73-1cb09484f6fb on network a9c6338b-27b7-4507-a101-996d60be3c98 {{(pid=98186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 18:47:26.548567 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9958cd1b-efc3-4672-8eac-4d8bfe84cfd7 None None] Checking agent: {'id': '0a9461fa-5aa1-4bfe-a01a-9192fdaa924f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 18, 39, 44), 'started_at': datetime.datetime(2021, 6, 10, 18, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 18, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 18:47:26.548932 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9958cd1b-efc3-4672-8eac-4d8bfe84cfd7 None None] Checking segment: {'id': 'cce5025b-9a61-488a-a883-513d04362a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a9c6338b-27b7-4507-a101-996d60be3c98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 18:47:26.549317 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9958cd1b-efc3-4672-8eac-4d8bfe84cfd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:26.557964 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9958cd1b-efc3-4672-8eac-4d8bfe84cfd7 None None] Bound using segment: {'id': 'cce5025b-9a61-488a-a883-513d04362a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a9c6338b-27b7-4507-a101-996d60be3c98'} {{(pid=98186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 18:47:26.558736 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.managers [None req-9958cd1b-efc3-4672-8eac-4d8bfe84cfd7 None None] Bound port: d2107cf3-3d9b-4c2b-8c73-1cb09484f6fb, host: dv-cinder-786260-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cce5025b-9a61-488a-a883-513d04362a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a9c6338b-27b7-4507-a101-996d60be3c98'}}] {{(pid=98186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 18:47:26.559303 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9958cd1b-efc3-4672-8eac-4d8bfe84cfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:26.626287 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-dd00c33d-5d17-4f78-a7db-26a5479158b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:26.716696 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-9958cd1b-efc3-4672-8eac-4d8bfe84cfd7 None None] For port d2107cf3-3d9b-4c2b-8c73-1cb09484f6fb, host dv-cinder-786260-4-iscsi, cleared binding levels {{(pid=98186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 18:47:26.721332 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-9958cd1b-efc3-4672-8eac-4d8bfe84cfd7 None None] For port d2107cf3-3d9b-4c2b-8c73-1cb09484f6fb, host dv-cinder-786260-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-4-iscsi',level=0,port_id=d2107cf3-3d9b-4c2b-8c73-1cb09484f6fb,segment=NetworkSegment(cce5025b-9a61-488a-a883-513d04362a8a),segment_id=cce5025b-9a61-488a-a883-513d04362a8a)] {{(pid=98186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 18:47:26.728448 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9958cd1b-efc3-4672-8eac-4d8bfe84cfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:26.800800 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-5aea36b7-f41d-4237-ae58-1ca6800b3c68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:47:26.813073 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-0bd64734-6305-4778-b363-5efb50f20c9d req-060f6c68-1b1a-43d2-a3ac-b232b697f751 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/ports?device_id=04e81b22-afbc-433c-a90e-00e778339b4e HTTP/1.1" status: 200 len: 210 time: 0.1568644 Jun 10 18:47:26.971822 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9958cd1b-efc3-4672-8eac-4d8bfe84cfd7 None None] Pushing event updated for resources: {'Port': ['ID=d2107cf3-3d9b-4c2b-8c73-1cb09484f6fb,revision_number=2']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:47:26.990204 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-9958cd1b-efc3-4672-8eac-4d8bfe84cfd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:47:27.099736 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-6cbb569d-db8d-4803-a6a7-6a2952660f21 req-f7dd66ee-73f6-4d9b-a095-3a5c9c947d83 tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] 10.222.0.15 "GET /v2.0/ports?device_id=adde8da3-a2d9-4708-8a68-505450b3072a HTTP/1.1" status: 200 len: 210 time: 0.3504927 Jun 10 18:47:27.225726 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron_lib.callbacks.manager [None req-32bbd17e-155b-4b66-9322-45d45dead893 None None] Notify callbacks [] for port, precommit_update {{(pid=98187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:27.253728 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.provisioning_blocks [None req-32bbd17e-155b-4b66-9322-45d45dead893 None None] Transition to ACTIVE for port object ef467441-f65a-47b2-9ae5-8f5c21e0c84a will not be triggered until provisioned by entity L2. {{(pid=98187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 18:47:27.284393 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron_lib.callbacks.manager [None req-32bbd17e-155b-4b66-9322-45d45dead893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:27.292849 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG oslo_concurrency.lockutils [None req-d53f7bc8-5637-4791-9938-f64f452c6f18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:47:27.373748 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-3aa8973b-dd52-481a-9260-c2c9b1bcdd90 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:27.386509 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b0442e-7acf-424b-b065-08ced9c19d33 None None] Pushing event updated for resources: {'Port': ['ID=ef467441-f65a-47b2-9ae5-8f5c21e0c84a,revision_number=2']} {{(pid=98187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:47:27.432645 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b0442e-7acf-424b-b065-08ced9c19d33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:47:27.433660 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b0442e-7acf-424b-b065-08ced9c19d33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:47:27.435637 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b0442e-7acf-424b-b065-08ced9c19d33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:47:27.436135 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b0442e-7acf-424b-b065-08ced9c19d33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:47:27.442491 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b0442e-7acf-424b-b065-08ced9c19d33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:47:27.445275 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b0442e-7acf-424b-b065-08ced9c19d33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:47:27.445702 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b0442e-7acf-424b-b065-08ced9c19d33 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:47:27.446585 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b0442e-7acf-424b-b065-08ced9c19d33 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:47:27.448210 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b0442e-7acf-424b-b065-08ced9c19d33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:47:27.449846 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b0442e-7acf-424b-b065-08ced9c19d33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:47:27.450374 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b0442e-7acf-424b-b065-08ced9c19d33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:47:27.450972 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b0442e-7acf-424b-b065-08ced9c19d33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:47:27.453008 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b0442e-7acf-424b-b065-08ced9c19d33 None None] Tracked resource versions report: Jun 10 18:47:27.453008 dv-cinder-786260-4-iscsi neutron-server[98187]: pushed versions: Jun 10 18:47:27.453008 dv-cinder-786260-4-iscsi neutron-server[98187]: { 'AddressGroup': {'1.2'}, Jun 10 18:47:27.453008 dv-cinder-786260-4-iscsi neutron-server[98187]: 'ConntrackHelper': {'1.0'}, Jun 10 18:47:27.453008 dv-cinder-786260-4-iscsi neutron-server[98187]: 'Log': {'1.0'}, Jun 10 18:47:27.453008 dv-cinder-786260-4-iscsi neutron-server[98187]: 'Network': {'1.1'}, Jun 10 18:47:27.453008 dv-cinder-786260-4-iscsi neutron-server[98187]: 'Port': {'1.7'}, Jun 10 18:47:27.453008 dv-cinder-786260-4-iscsi neutron-server[98187]: 'PortForwarding': {'1.2'}, Jun 10 18:47:27.453008 dv-cinder-786260-4-iscsi neutron-server[98187]: 'QosPolicy': {'1.8'}, Jun 10 18:47:27.453008 dv-cinder-786260-4-iscsi neutron-server[98187]: 'SecurityGroup': {'1.4'}, Jun 10 18:47:27.453008 dv-cinder-786260-4-iscsi neutron-server[98187]: 'SecurityGroupRule': {'1.2'}, Jun 10 18:47:27.453008 dv-cinder-786260-4-iscsi neutron-server[98187]: 'SubPort': {'1.0'}, Jun 10 18:47:27.453008 dv-cinder-786260-4-iscsi neutron-server[98187]: 'Subnet': {'1.1'}, Jun 10 18:47:27.453008 dv-cinder-786260-4-iscsi neutron-server[98187]: 'Trunk': {'1.1'}} Jun 10 18:47:27.453008 dv-cinder-786260-4-iscsi neutron-server[98187]: consumer versions: Jun 10 18:47:27.453008 dv-cinder-786260-4-iscsi neutron-server[98187]: { DHCP agent@dv-cinder-786260-4-iscsi: {}, Jun 10 18:47:27.453008 dv-cinder-786260-4-iscsi neutron-server[98187]: HyperV agent@hv-cinder-78626: {}, Jun 10 18:47:27.453008 dv-cinder-786260-4-iscsi neutron-server[98187]: L3 agent@dv-cinder-786260-4-iscsi: {}, Jun 10 18:47:27.453008 dv-cinder-786260-4-iscsi neutron-server[98187]: Metadata agent@dv-cinder-786260-4-iscsi: {}, Jun 10 18:47:27.453008 dv-cinder-786260-4-iscsi neutron-server[98187]: Metering agent@dv-cinder-786260-4-iscsi: {}, Jun 10 18:47:27.453008 dv-cinder-786260-4-iscsi neutron-server[98187]: Open vSwitch agent@dv-cinder-786260-4-iscsi: { 'AddressGroup': '1.2', Jun 10 18:47:27.453008 dv-cinder-786260-4-iscsi neutron-server[98187]: 'ConntrackHelper': '1.0', Jun 10 18:47:27.453008 dv-cinder-786260-4-iscsi neutron-server[98187]: 'Log': '1.0', Jun 10 18:47:27.453008 dv-cinder-786260-4-iscsi neutron-server[98187]: 'Network': '1.1', Jun 10 18:47:27.453008 dv-cinder-786260-4-iscsi neutron-server[98187]: 'Port': '1.7', Jun 10 18:47:27.453008 dv-cinder-786260-4-iscsi neutron-server[98187]: 'PortForwarding': '1.2', Jun 10 18:47:27.453008 dv-cinder-786260-4-iscsi neutron-server[98187]: 'QosPolicy': '1.8', Jun 10 18:47:27.453008 dv-cinder-786260-4-iscsi neutron-server[98187]: 'SecurityGroup': '1.4', Jun 10 18:47:27.453008 dv-cinder-786260-4-iscsi neutron-server[98187]: 'SecurityGroupRule': '1.2', Jun 10 18:47:27.453008 dv-cinder-786260-4-iscsi neutron-server[98187]: 'SubPort': '1.0', Jun 10 18:47:27.453008 dv-cinder-786260-4-iscsi neutron-server[98187]: 'Subnet': '1.1', Jun 10 18:47:27.453008 dv-cinder-786260-4-iscsi neutron-server[98187]: 'Trunk': '1.1'}} Jun 10 18:47:27.453008 dv-cinder-786260-4-iscsi neutron-server[98187]: {{(pid=98187) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 10 18:47:27.467884 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG oslo_concurrency.lockutils [None req-e2b0442e-7acf-424b-b065-08ced9c19d33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=98187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:47:27.473511 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-dd00c33d-5d17-4f78-a7db-26a5479158b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:27.504491 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.plugins.ml2.managers [None req-32bbd17e-155b-4b66-9322-45d45dead893 None None] Attempting to bind port ef467441-f65a-47b2-9ae5-8f5c21e0c84a on host dv-cinder-786260-4-iscsi for vnic_type normal with profile {{(pid=98187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 18:47:27.504491 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.plugins.ml2.managers [None req-32bbd17e-155b-4b66-9322-45d45dead893 None None] Attempting to bind port ef467441-f65a-47b2-9ae5-8f5c21e0c84a by drivers openvswitch,hyperv on host dv-cinder-786260-4-iscsi at level 0 using segments [{'id': '151ae908-95e4-46a8-8b94-d201ec410581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d'}] {{(pid=98187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 18:47:27.504491 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bbd17e-155b-4b66-9322-45d45dead893 None None] Attempting to bind port ef467441-f65a-47b2-9ae5-8f5c21e0c84a on network a2be77e0-c818-4f69-a7bb-de46a435f28d {{(pid=98187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 18:47:27.507758 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bbd17e-155b-4b66-9322-45d45dead893 None None] Checking agent: {'id': '0a9461fa-5aa1-4bfe-a01a-9192fdaa924f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 18, 39, 44), 'started_at': datetime.datetime(2021, 6, 10, 18, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 18, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 18:47:27.509824 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bbd17e-155b-4b66-9322-45d45dead893 None None] Checking segment: {'id': '151ae908-95e4-46a8-8b94-d201ec410581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 18:47:27.510515 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron_lib.callbacks.manager [None req-32bbd17e-155b-4b66-9322-45d45dead893 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:27.512359 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bbd17e-155b-4b66-9322-45d45dead893 None None] Bound using segment: {'id': '151ae908-95e4-46a8-8b94-d201ec410581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d'} {{(pid=98187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 18:47:27.513292 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.plugins.ml2.managers [None req-32bbd17e-155b-4b66-9322-45d45dead893 None None] Bound port: ef467441-f65a-47b2-9ae5-8f5c21e0c84a, host: dv-cinder-786260-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '151ae908-95e4-46a8-8b94-d201ec410581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d'}}] {{(pid=98187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 18:47:27.514924 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron_lib.callbacks.manager [None req-32bbd17e-155b-4b66-9322-45d45dead893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:27.551021 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-dd00c33d-5d17-4f78-a7db-26a5479158b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:27.608900 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:47:27.646189 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.plugins.ml2.db [None req-32bbd17e-155b-4b66-9322-45d45dead893 None None] For port ef467441-f65a-47b2-9ae5-8f5c21e0c84a, host dv-cinder-786260-4-iscsi, cleared binding levels {{(pid=98187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 18:47:27.650439 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.plugins.ml2.db [None req-32bbd17e-155b-4b66-9322-45d45dead893 None None] For port ef467441-f65a-47b2-9ae5-8f5c21e0c84a, host dv-cinder-786260-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-4-iscsi',level=0,port_id=ef467441-f65a-47b2-9ae5-8f5c21e0c84a,segment=NetworkSegment(151ae908-95e4-46a8-8b94-d201ec410581),segment_id=151ae908-95e4-46a8-8b94-d201ec410581)] {{(pid=98187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 18:47:27.656741 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron_lib.callbacks.manager [None req-32bbd17e-155b-4b66-9322-45d45dead893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:27.671673 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG oslo_concurrency.lockutils [None req-d53f7bc8-5637-4791-9938-f64f452c6f18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:47:27.752239 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b0442e-7acf-424b-b065-08ced9c19d33 None None] Pushing event updated for resources: {'Port': ['ID=ef467441-f65a-47b2-9ae5-8f5c21e0c84a,revision_number=3']} {{(pid=98187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:47:27.779186 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-dd00c33d-5d17-4f78-a7db-26a5479158b6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=88f5ca29dd2441e6b001c0cce1a34160&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2219548 Jun 10 18:47:27.786749 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bbd17e-155b-4b66-9322-45d45dead893 None None] Routers {'8487688f-289a-4efb-a1b4-65fefc025a43'} bound to L3 agent in host dv-cinder-786260-4-iscsi {{(pid=98187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 18:47:27.788206 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_hamode_db [None req-32bbd17e-155b-4b66-9322-45d45dead893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T18:39:44Z,description=,heartbeat_timestamp=2021-06-10T18:47:14Z,host='dv-cinder-786260-4-iscsi',id=1661496b-b13c-41e5-8e80-f6a07c138e01,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T18:39:44Z,topic='l3_agent')) {'router_ids': ['8487688f-289a-4efb-a1b4-65fefc025a43'], 'active': True} {{(pid=98187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:47:27.791564 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 44412) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:47:27.889225 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd00c33d-5d17-4f78-a7db-26a5479158b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d55ea6cf-20be-4dbc-8ef7-1b81fc45d811,revision_number=1']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:47:27.897125 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-dd00c33d-5d17-4f78-a7db-26a5479158b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:47:27.901891 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-d98a95f3-b0d0-4a26-9e7e-1f4e234ae3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-941319'] for port, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:27.956140 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-bc0c14c0-5b5f-44da-b66a-92fc8235b6d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:28.005782 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG oslo_concurrency.lockutils [None req-e2b0442e-7acf-424b-b065-08ced9c19d33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=98187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:47:28.032078 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.agents_db [None req-dd8e6269-3fd9-4915-b5ed-83e1f738bf4e None None] Agent healthcheck: found 6 active agents {{(pid=98187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 18:47:28.085873 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-5a8ca31d-90cb-42b7-a9a3-f2063499b3a5 req-987eb0ae-8bf2-4aca-bdcc-ba4129506f9e tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/ports?device_id=04e81b22-afbc-433c-a90e-00e778339b4e HTTP/1.1" status: 200 len: 210 time: 0.1016073 Jun 10 18:47:28.188996 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_dvr_db [None req-32bbd17e-155b-4b66-9322-45d45dead893 None None] Set router 8487688f-289a-4efb-a1b4-65fefc025a43 gateway port host: dv-cinder-786260-4-iscsi {{(pid=98187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 18:47:28.288334 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.db.db_base_plugin_common [None req-d98a95f3-b0d0-4a26-9e7e-1f4e234ae3a6 admin admin] Allocated IP 172.20.0.1 (cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73/450a2f52-17ce-4ffd-a311-633c3f5e5032/a139b699-bac0-453c-9939-8a855c207458) {{(pid=98184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 18:47:28.438077 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-bc0c14c0-5b5f-44da-b66a-92fc8235b6d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:28.476693 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-d98a95f3-b0d0-4a26-9e7e-1f4e234ae3a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:28.516427 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e624559-b989-4863-bfdd-81ad88027447 None None] Network a9c6338b-27b7-4507-a101-996d60be3c98 requested from dv-cinder-786260-4-iscsi {{(pid=98186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 18:47:28.532393 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-87fb47b3-07d9-425b-94dc-c294b97d4bfb req-3e12d333-6979-4541-a255-88f12784117b tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] 10.222.0.15 "GET /v2.0/ports?device_id=adde8da3-a2d9-4708-8a68-505450b3072a HTTP/1.1" status: 200 len: 210 time: 0.0884478 Jun 10 18:47:28.576216 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-1b97144a-de36-49d5-adab-639ad1524f5f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:28.578811 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.db.provisioning_blocks [None req-d98a95f3-b0d0-4a26-9e7e-1f4e234ae3a6 admin admin] Transition to ACTIVE for port object a139b699-bac0-453c-9939-8a855c207458 will not be triggered until provisioned by entity DHCP. {{(pid=98184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 18:47:28.585557 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_hamode_db [None req-32bbd17e-155b-4b66-9322-45d45dead893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8487688f-289a-4efb-a1b4-65fefc025a43', 'name': 'tempest-AttachVolumeTestJSON-1426645987-router', 'tenant_id': 'b98132dec11942b2917326af967088e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': 'ef467441-f65a-47b2-9ae5-8f5c21e0c84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T18:47:19Z', 'updated_at': '2021-06-10T18:47:23Z', 'revision_number': 3, 'project_id': 'b98132dec11942b2917326af967088e0', 'gw_port': {'id': 'ef467441-f65a-47b2-9ae5-8f5c21e0c84a', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b6:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8487688f-289a-4efb-a1b4-65fefc025a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:47:21Z', 'updated_at': '2021-06-10T18:47:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi'}], 'dv-cinder-786260-4-iscsi', False) {} {{(pid=98187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:47:28.590155 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bbd17e-155b-4b66-9322-45d45dead893 None None] The sync data for ids ['8487688f-289a-4efb-a1b4-65fefc025a43'] in dv-cinder-786260-4-iscsi is: [{'id': '8487688f-289a-4efb-a1b4-65fefc025a43', 'name': 'tempest-AttachVolumeTestJSON-1426645987-router', 'tenant_id': 'b98132dec11942b2917326af967088e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': 'ef467441-f65a-47b2-9ae5-8f5c21e0c84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T18:47:19Z', 'updated_at': '2021-06-10T18:47:23Z', 'revision_number': 3, 'project_id': 'b98132dec11942b2917326af967088e0', 'gw_port': {'id': 'ef467441-f65a-47b2-9ae5-8f5c21e0c84a', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b6:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8487688f-289a-4efb-a1b4-65fefc025a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:47:21Z', 'updated_at': '2021-06-10T18:47:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi'}] {{(pid=98187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 18:47:28.619665 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-1b97144a-de36-49d5-adab-639ad1524f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-941319'] for port, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:28.648394 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-bc0c14c0-5b5f-44da-b66a-92fc8235b6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:28.652557 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-bc0c14c0-5b5f-44da-b66a-92fc8235b6d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:28.659509 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-bc0c14c0-5b5f-44da-b66a-92fc8235b6d5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d55ea6cf-20be-4dbc-8ef7-1b81fc45d811 HTTP/1.1" status: 204 len: 168 time: 0.8498962 Jun 10 18:47:28.661887 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-9e380bf8-5b28-4882-8d26-0444886bac8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:47:28.672745 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0c14c0-5b5f-44da-b66a-92fc8235b6d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d55ea6cf-20be-4dbc-8ef7-1b81fc45d811,revision_number=None']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:47:28.679678 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-bc0c14c0-5b5f-44da-b66a-92fc8235b6d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:47:28.680921 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-d98a95f3-b0d0-4a26-9e7e-1f4e234ae3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-941510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578064406'] for port, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:28.684048 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:47:28.737812 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-a88545dc-21cb-4beb-baba-e3eb3f8427bb None None] Provisioning for port d2107cf3-3d9b-4c2b-8c73-1cb09484f6fb completed by entity DHCP. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 18:47:28.764666 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98a95f3-b0d0-4a26-9e7e-1f4e234ae3a6 admin admin] Network cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73 is already hosted by enough agents. {{(pid=98184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 18:47:28.770220 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.scheduler.base_scheduler [None req-d98a95f3-b0d0-4a26-9e7e-1f4e234ae3a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=98184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 18:47:28.774981 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98a95f3-b0d0-4a26-9e7e-1f4e234ae3a6 admin admin] Received port after_create {{(pid=98184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 18:47:28.775687 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-d98a95f3-b0d0-4a26-9e7e-1f4e234ae3a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4032828'] for router_interface, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:28.788796 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Device d2107cf3-3d9b-4c2b-8c73-1cb09484f6fb up at agent ovs-agent-dv-cinder-786260-4-iscsi {{(pid=98186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 18:47:28.840583 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98a95f3-b0d0-4a26-9e7e-1f4e234ae3a6 admin admin] Pushing event updated for resources: {'Port': ['ID=a139b699-bac0-453c-9939-8a855c207458,revision_number=1']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:47:28.861797 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-d98a95f3-b0d0-4a26-9e7e-1f4e234ae3a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:47:28.878905 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-3aa8973b-dd52-481a-9260-c2c9b1bcdd90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4031444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4045819'] for router, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:29.130412 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Provisioning for port d2107cf3-3d9b-4c2b-8c73-1cb09484f6fb completed by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 18:47:29.139551 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Provisioning complete for port d2107cf3-3d9b-4c2b-8c73-1cb09484f6fb triggered by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 18:47:29.140548 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:29.254890 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-d98a95f3-b0d0-4a26-9e7e-1f4e234ae3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:29.422607 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:29.467955 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.db.db_base_plugin_common [None req-1b97144a-de36-49d5-adab-639ad1524f5f admin admin] Allocated IP 172.27.3.170 (a2be77e0-c818-4f69-a7bb-de46a435f28d/dcf03c9b-e407-4813-8188-7ebc21a92a5e/0de45170-2499-4cb9-9b3a-72076bb7ebe4) {{(pid=98185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 18:47:29.586776 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] For port d2107cf3-3d9b-4c2b-8c73-1cb09484f6fb, host dv-cinder-786260-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-4-iscsi',level=0,port_id=d2107cf3-3d9b-4c2b-8c73-1cb09484f6fb,segment=NetworkSegment(cce5025b-9a61-488a-a883-513d04362a8a),segment_id=cce5025b-9a61-488a-a883-513d04362a8a)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:47:29.592893 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-7e7a0f5e-9441-4462-a2cf-7682fec4972e None None] Provisioning for port a139b699-bac0-453c-9939-8a855c207458 completed by entity DHCP. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 18:47:29.607551 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-7e7a0f5e-9441-4462-a2cf-7682fec4972e None None] Provisioning complete for port a139b699-bac0-453c-9939-8a855c207458 triggered by entity DHCP. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 18:47:29.609137 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0f5e-9441-4462-a2cf-7682fec4972e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:29.611094 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:29.654683 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-b6c976b3-d768-4403-8d01-cb624803095e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:47:29.892853 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Pushing event updated for resources: {'Port': ['ID=d2107cf3-3d9b-4c2b-8c73-1cb09484f6fb,revision_number=3']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:47:29.913041 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:47:29.950493 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.plugin [None req-7e7a0f5e-9441-4462-a2cf-7682fec4972e None None] Port a139b699-bac0-453c-9939-8a855c207458 cannot update to ACTIVE because it is not bound. {{(pid=98186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 18:47:30.008815 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-0db91856-7aff-4a84-81f5-b51da62e9e16 req-71ad2bbd-be5d-4a0c-b5f5-c36fcbfb5a41 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/ports?device_id=04e81b22-afbc-433c-a90e-00e778339b4e HTTP/1.1" status: 200 len: 210 time: 0.2444432 Jun 10 18:47:30.068728 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-1b97144a-de36-49d5-adab-639ad1524f5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:30.073132 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aa8973b-dd52-481a-9260-c2c9b1bcdd90 admin admin] Router 3202bdca-5c55-4808-917b-e041430296c4 is scheduled to L3 agent 1661496b-b13c-41e5-8e80-f6a07c138e01 with binding_index 1 {{(pid=98185) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 18:47:30.080146 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-c32bca2c-ddab-4ba1-a924-fdfb4b9a8edd None None] Provisioning complete for port d2107cf3-3d9b-4c2b-8c73-1cb09484f6fb triggered by entity DHCP. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 18:47:30.081728 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-c32bca2c-ddab-4ba1-a924-fdfb4b9a8edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:30.265648 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 44482) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:47:30.270745 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-c8595373-2616-4f1f-bcb3-8ab7dee1d1b3 req-16411a06-82b2-4b41-bd53-8f520a9222b8 tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] 10.222.0.15 "GET /v2.0/ports?device_id=adde8da3-a2d9-4708-8a68-505450b3072a HTTP/1.1" status: 200 len: 210 time: 0.4779701 Jun 10 18:47:30.368768 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-d98a95f3-b0d0-4a26-9e7e-1f4e234ae3a6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:30.376098 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-d98a95f3-b0d0-4a26-9e7e-1f4e234ae3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:30.376957 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-d98a95f3-b0d0-4a26-9e7e-1f4e234ae3a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4032840'] for router_interface, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:30.381236 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:47:30.389367 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-1b97144a-de36-49d5-adab-639ad1524f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-941510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578064406'] for port, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:30.423016 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:47:30.481317 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-33e8a131-8b54-437e-9dbf-639d8a0af671 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:30.484526 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aa8973b-dd52-481a-9260-c2c9b1bcdd90 admin admin] Notify agent at l3_agent.dv-cinder-786260-4-iscsi the message routers_updated {{(pid=98185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 18:47:30.485737 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98a95f3-b0d0-4a26-9e7e-1f4e234ae3a6 admin admin] Pushing event updated for resources: {'Port': ['ID=a139b699-bac0-453c-9939-8a855c207458,revision_number=2']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:47:30.489161 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b97144a-de36-49d5-adab-639ad1524f5f admin admin] Network a2be77e0-c818-4f69-a7bb-de46a435f28d is already hosted by enough agents. {{(pid=98185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 18:47:30.495386 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc87d2a-7685-4a96-bc9a-2aeb24698414 None None] Sync routers for ids ['3202bdca-5c55-4808-917b-e041430296c4'] in dv-cinder-786260-4-iscsi {{(pid=98186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 18:47:30.498992 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-d98a95f3-b0d0-4a26-9e7e-1f4e234ae3a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:47:30.499323 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.base_scheduler [None req-1b97144a-de36-49d5-adab-639ad1524f5f admin admin] Resources bound (agent type, host, resource id): {{(pid=98185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 18:47:30.507289 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b97144a-de36-49d5-adab-639ad1524f5f admin admin] Received port after_create {{(pid=98185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 18:47:30.509989 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc87d2a-7685-4a96-bc9a-2aeb24698414 None None] Routers {'3202bdca-5c55-4808-917b-e041430296c4'} bound to L3 agent in host dv-cinder-786260-4-iscsi {{(pid=98186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 18:47:30.510922 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-fbc87d2a-7685-4a96-bc9a-2aeb24698414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T18:39:44Z,description=,heartbeat_timestamp=2021-06-10T18:47:14Z,host='dv-cinder-786260-4-iscsi',id=1661496b-b13c-41e5-8e80-f6a07c138e01,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T18:39:44Z,topic='l3_agent')) {'router_ids': ['3202bdca-5c55-4808-917b-e041430296c4'], 'active': True} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:47:30.512488 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b97144a-de36-49d5-adab-639ad1524f5f admin admin] Pushing event updated for resources: {'Port': ['ID=0de45170-2499-4cb9-9b3a-72076bb7ebe4,revision_number=1']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:47:30.517275 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-1b97144a-de36-49d5-adab-639ad1524f5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:47:30.648915 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98a95f3-b0d0-4a26-9e7e-1f4e234ae3a6 admin admin] Network cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73 is already hosted by enough agents. {{(pid=98184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 18:47:30.652532 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.scheduler.base_scheduler [None req-d98a95f3-b0d0-4a26-9e7e-1f4e234ae3a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=98184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 18:47:30.800148 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvr_db [None req-fbc87d2a-7685-4a96-bc9a-2aeb24698414 None None] Set router 3202bdca-5c55-4808-917b-e041430296c4 gateway port host: dv-cinder-786260-4-iscsi {{(pid=98186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 18:47:30.872668 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.39', 56643) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:47:31.000092 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-33e8a131-8b54-437e-9dbf-639d8a0af671 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:31.011802 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-33e8a131-8b54-437e-9dbf-639d8a0af671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:31.047229 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Device d2107cf3-3d9b-4c2b-8c73-1cb09484f6fb up at agent ovs-agent-dv-cinder-786260-4-iscsi {{(pid=98186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 18:47:31.058957 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:47:31.117517 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-3aa8973b-dd52-481a-9260-c2c9b1bcdd90 admin admin] Notify callbacks [] for router, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:31.118968 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-3aa8973b-dd52-481a-9260-c2c9b1bcdd90 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 8.4234858 Jun 10 18:47:31.128896 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 44508) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:47:31.336310 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-9c16ac18-3fd7-4f6e-89f4-b1b7f67984d7 None None] Provisioning complete for port a139b699-bac0-453c-9939-8a855c207458 triggered by entity DHCP. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 18:47:31.336713 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9c16ac18-3fd7-4f6e-89f4-b1b7f67984d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:31.388755 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-33e8a131-8b54-437e-9dbf-639d8a0af671 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a97579e3c03443559d324b58e60aa7a5&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1202538 Jun 10 18:47:31.404339 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 44524) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:47:31.411529 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-daca1e65-ffae-4ce1-bc48-3089c41bca7b req-0796b44c-c659-44a3-9760-bda2512d9236 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/ports?device_id=04e81b22-afbc-433c-a90e-00e778339b4e HTTP/1.1" status: 200 len: 210 time: 0.0892146 Jun 10 18:47:31.469176 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-1b97144a-de36-49d5-adab-639ad1524f5f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:31.498549 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e8a131-8b54-437e-9dbf-639d8a0af671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93921221-5c08-4dcf-8aff-6fdab67ca695,revision_number=1']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:47:31.512346 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-33e8a131-8b54-437e-9dbf-639d8a0af671 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:47:31.571464 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d98a95f3-b0d0-4a26-9e7e-1f4e234ae3a6 admin admin] Router 8487688f-289a-4efb-a1b4-65fefc025a43 has already been hosted by L3 agent 1661496b-b13c-41e5-8e80-f6a07c138e01 {{(pid=98184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 18:47:31.639154 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-fb6f23f1-9b6e-45b1-91b2-36469659b02b req-6b6d0f28-28d5-4d75-a108-8685dca42d73 tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] 10.222.0.15 "GET /v2.0/ports?device_id=adde8da3-a2d9-4708-8a68-505450b3072a HTTP/1.1" status: 200 len: 210 time: 0.0803454 Jun 10 18:47:31.745661 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.plugin [None req-9c16ac18-3fd7-4f6e-89f4-b1b7f67984d7 None None] Port a139b699-bac0-453c-9939-8a855c207458 cannot update to ACTIVE because it is not bound. {{(pid=98186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 18:47:31.798268 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Provisioning complete for port d2107cf3-3d9b-4c2b-8c73-1cb09484f6fb triggered by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 18:47:31.798818 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:31.815267 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.39', 56649) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:47:32.008196 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c466ced4-fe6c-4d34-a7db-6e2a5deab74d req-19bc708e-06dd-45c4-b7bf-65eeb11157a4 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:47:32.010365 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-c466ced4-fe6c-4d34-a7db-6e2a5deab74d req-19bc708e-06dd-45c4-b7bf-65eeb11157a4 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.39 "GET /v2.0/networks?id=19e9a3f5-4709-4ace-b497-42ae4bcaab91 HTTP/1.1" status: 200 len: 815 time: 1.1364729 Jun 10 18:47:32.099226 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.v2.base [req-c466ced4-fe6c-4d34-a7db-6e2a5deab74d req-7ad7386f-9185-4e85-b035-5b7becbf9533 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Request body: {'port': {'device_id': '04e81b22-afbc-433c-a90e-00e778339b4e', 'network_id': '19e9a3f5-4709-4ace-b497-42ae4bcaab91', 'admin_state_up': True, 'tenant_id': 'be26617a1ee345d9a6f8be900482942f'}} {{(pid=98185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:47:32.175896 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-301130fa-7a7e-42c0-82dc-c7818996f0fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:32.200086 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Device ef467441-f65a-47b2-9ae5-8f5c21e0c84a up at agent ovs-agent-dv-cinder-786260-4-iscsi {{(pid=98186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 18:47:32.267264 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-fbc87d2a-7685-4a96-bc9a-2aeb24698414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3202bdca-5c55-4808-917b-e041430296c4', 'name': 'tempest-ServerRescueNegativeTestJSON-556327172-router', 'tenant_id': 'a9d7cab2e80a4790a3c08dfa4dc50427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '0df4d4fb-b091-4e9f-8fb0-ce402ed8b212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T18:47:22Z', 'updated_at': '2021-06-10T18:47:26Z', 'revision_number': 3, 'project_id': 'a9d7cab2e80a4790a3c08dfa4dc50427', 'gw_port': {'id': '0df4d4fb-b091-4e9f-8fb0-ce402ed8b212', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:86:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3202bdca-5c55-4808-917b-e041430296c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:47:24Z', 'updated_at': '2021-06-10T18:47:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi'}], 'dv-cinder-786260-4-iscsi', False) {} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:47:32.275620 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc87d2a-7685-4a96-bc9a-2aeb24698414 None None] Checking router: 3202bdca-5c55-4808-917b-e041430296c4 for host: dv-cinder-786260-4-iscsi {{(pid=98186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 18:47:32.276142 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc87d2a-7685-4a96-bc9a-2aeb24698414 None None] Updating router 3202bdca-5c55-4808-917b-e041430296c4 port 0df4d4fb-b091-4e9f-8fb0-ce402ed8b212 binding host dv-cinder-786260-4-iscsi {{(pid=98186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 18:47:32.341923 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Provisioning for port ef467441-f65a-47b2-9ae5-8f5c21e0c84a completed by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 18:47:32.346271 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-301130fa-7a7e-42c0-82dc-c7818996f0fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:32.358386 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Provisioning complete for port ef467441-f65a-47b2-9ae5-8f5c21e0c84a triggered by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 18:47:32.358964 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:32.409343 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-fbc87d2a-7685-4a96-bc9a-2aeb24698414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:32.526987 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d98a95f3-b0d0-4a26-9e7e-1f4e234ae3a6 admin admin] Notify agent at l3_agent.dv-cinder-786260-4-iscsi the message routers_updated {{(pid=98184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 18:47:32.542044 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b494010-4182-4341-b0c0-c71595752bb4 None None] Sync routers for ids ['8487688f-289a-4efb-a1b4-65fefc025a43'] in dv-cinder-786260-4-iscsi {{(pid=98187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 18:47:32.547831 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-d98a95f3-b0d0-4a26-9e7e-1f4e234ae3a6 admin admin] 10.222.0.15 "PUT /v2.0/routers/8487688f-289a-4efb-a1b4-65fefc025a43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9307547 Jun 10 18:47:32.551372 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-1b97144a-de36-49d5-adab-639ad1524f5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4031444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4045819'] for router, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:32.557733 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b494010-4182-4341-b0c0-c71595752bb4 None None] Routers {'8487688f-289a-4efb-a1b4-65fefc025a43'} bound to L3 agent in host dv-cinder-786260-4-iscsi {{(pid=98187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 18:47:32.560508 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_hamode_db [None req-4b494010-4182-4341-b0c0-c71595752bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T18:39:44Z,description=,heartbeat_timestamp=2021-06-10T18:47:14Z,host='dv-cinder-786260-4-iscsi',id=1661496b-b13c-41e5-8e80-f6a07c138e01,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T18:39:44Z,topic='l3_agent')) {'router_ids': ['8487688f-289a-4efb-a1b4-65fefc025a43'], 'active': True} {{(pid=98187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:47:32.594631 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116643ce-b160-4145-94cf-f0162d009aff req-ecae90a6-31ca-4fe5-8f61-cba8f2dccdf9 tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:47:32.596777 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-116643ce-b160-4145-94cf-f0162d009aff req-ecae90a6-31ca-4fe5-8f61-cba8f2dccdf9 tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] 10.222.0.39 "GET /v2.0/networks?id=1150afbe-7c41-44dc-8b70-8b95a05ad9f8 HTTP/1.1" status: 200 len: 812 time: 0.7785678 Jun 10 18:47:32.619282 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c466ced4-fe6c-4d34-a7db-6e2a5deab74d req-7ad7386f-9185-4e85-b035-5b7becbf9533 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Made reservation on behalf of be26617a1ee345d9a6f8be900482942f for: {'port': 1} {{(pid=98185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 18:47:32.624717 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-c466ced4-fe6c-4d34-a7db-6e2a5deab74d req-7ad7386f-9185-4e85-b035-5b7becbf9533 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-941319'] for port, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:32.671426 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.v2.base [req-116643ce-b160-4145-94cf-f0162d009aff req-5f5c4fa4-493d-48df-8890-5b315533585f tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] Request body: {'port': {'device_id': 'adde8da3-a2d9-4708-8a68-505450b3072a', 'network_id': '1150afbe-7c41-44dc-8b70-8b95a05ad9f8', 'admin_state_up': True, 'tenant_id': '197e26c4015448088bb0d6533c712693'}} {{(pid=98184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:47:32.687296 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-301130fa-7a7e-42c0-82dc-c7818996f0fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:32.882806 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_dvr_db [None req-4b494010-4182-4341-b0c0-c71595752bb4 None None] Set router 8487688f-289a-4efb-a1b4-65fefc025a43 gateway port host: dv-cinder-786260-4-iscsi {{(pid=98187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 18:47:33.100651 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 44586) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:47:33.120168 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-301130fa-7a7e-42c0-82dc-c7818996f0fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:33.126669 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-301130fa-7a7e-42c0-82dc-c7818996f0fc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/93921221-5c08-4dcf-8aff-6fdab67ca695 HTTP/1.1" status: 204 len: 168 time: 1.7159071 Jun 10 18:47:33.126669 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-fbaec3ee-2f74-4408-838b-7ac8c10673f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:47:33.177878 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301130fa-7a7e-42c0-82dc-c7818996f0fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93921221-5c08-4dcf-8aff-6fdab67ca695,revision_number=None']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:47:33.262189 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:33.277384 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-a6de3017-e60b-4453-a29d-4bc163a724e0 req-bfcef51f-0462-44cb-9fba-86b0afec0a12 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/ports?device_id=04e81b22-afbc-433c-a90e-00e778339b4e HTTP/1.1" status: 200 len: 210 time: 0.1811931 Jun 10 18:47:33.317110 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-301130fa-7a7e-42c0-82dc-c7818996f0fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:47:33.360848 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] For port ef467441-f65a-47b2-9ae5-8f5c21e0c84a, host dv-cinder-786260-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-4-iscsi',level=0,port_id=ef467441-f65a-47b2-9ae5-8f5c21e0c84a,segment=NetworkSegment(151ae908-95e4-46a8-8b94-d201ec410581),segment_id=151ae908-95e4-46a8-8b94-d201ec410581)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:47:33.399264 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:33.423118 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:47:33.611985 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Pushing event updated for resources: {'Port': ['ID=ef467441-f65a-47b2-9ae5-8f5c21e0c84a,revision_number=4']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:47:33.641492 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:47:33.704031 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_hamode_db [None req-4b494010-4182-4341-b0c0-c71595752bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8487688f-289a-4efb-a1b4-65fefc025a43', 'name': 'tempest-AttachVolumeTestJSON-1426645987-router', 'tenant_id': 'b98132dec11942b2917326af967088e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': 'ef467441-f65a-47b2-9ae5-8f5c21e0c84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T18:47:19Z', 'updated_at': '2021-06-10T18:47:28Z', 'revision_number': 4, 'project_id': 'b98132dec11942b2917326af967088e0', 'gw_port': {'id': 'ef467441-f65a-47b2-9ae5-8f5c21e0c84a', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b6:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8487688f-289a-4efb-a1b4-65fefc025a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:47:21Z', 'updated_at': '2021-06-10T18:47:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi', '_interfaces': [{'id': 'a139b699-bac0-453c-9939-8a855c207458', 'name': '', 'network_id': 'cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73', 'tenant_id': 'b98132dec11942b2917326af967088e0', 'mac_address': 'fa:16:3e:fa:4b:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8487688f-289a-4efb-a1b4-65fefc025a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '450a2f52-17ce-4ffd-a311-633c3f5e5032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:47:27Z', 'updated_at': '2021-06-10T18:47:29Z', 'revision_number': 2, 'project_id': 'b98132dec11942b2917326af967088e0', 'subnets': [{'id': '450a2f52-17ce-4ffd-a311-633c3f5e5032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-4-iscsi', False) {} {{(pid=98187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:47:33.714561 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b494010-4182-4341-b0c0-c71595752bb4 None None] Checking router: 8487688f-289a-4efb-a1b4-65fefc025a43 for host: dv-cinder-786260-4-iscsi {{(pid=98187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 18:47:33.715070 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b494010-4182-4341-b0c0-c71595752bb4 None None] Updating router 8487688f-289a-4efb-a1b4-65fefc025a43 port a139b699-bac0-453c-9939-8a855c207458 binding host dv-cinder-786260-4-iscsi {{(pid=98187) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 18:47:33.844956 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-2e6a91c0-6c92-432e-bbe4-28b2f1bdf1ca req-fd6d3369-88f1-4abb-ba6b-f32248b9b805 tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] 10.222.0.15 "GET /v2.0/ports?device_id=adde8da3-a2d9-4708-8a68-505450b3072a HTTP/1.1" status: 200 len: 210 time: 0.3143363 Jun 10 18:47:33.857623 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-fbc87d2a-7685-4a96-bc9a-2aeb24698414 None None] Notify callbacks [] for port, precommit_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:33.909100 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-fbc87d2a-7685-4a96-bc9a-2aeb24698414 None None] Transition to ACTIVE for port object 0df4d4fb-b091-4e9f-8fb0-ce402ed8b212 will not be triggered until provisioned by entity L2. {{(pid=98186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 18:47:33.909493 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron_lib.callbacks.manager [None req-4b494010-4182-4341-b0c0-c71595752bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:33.925809 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-fbc87d2a-7685-4a96-bc9a-2aeb24698414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:33.947627 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-25ffb541-36e6-4cce-802d-565293bab70d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:47:33.956338 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-f1a8aeb1-83af-4a47-914a-3e4f2b981011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-941319'] for port, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:33.982799 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-116643ce-b160-4145-94cf-f0162d009aff req-5f5c4fa4-493d-48df-8890-5b315533585f tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] Made reservation on behalf of 197e26c4015448088bb0d6533c712693 for: {'port': 1} {{(pid=98184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 18:47:33.987383 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [req-116643ce-b160-4145-94cf-f0162d009aff req-5f5c4fa4-493d-48df-8890-5b315533585f tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-941319'] for port, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:34.085007 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b97144a-de36-49d5-adab-639ad1524f5f admin admin] Router b861166f-894e-4d66-9439-d4d81a6d306d is scheduled to L3 agent 1661496b-b13c-41e5-8e80-f6a07c138e01 with binding_index 1 {{(pid=98185) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 18:47:34.113494 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.managers [None req-fbc87d2a-7685-4a96-bc9a-2aeb24698414 None None] Attempting to bind port 0df4d4fb-b091-4e9f-8fb0-ce402ed8b212 on host dv-cinder-786260-4-iscsi for vnic_type normal with profile {{(pid=98186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 18:47:34.113857 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.managers [None req-fbc87d2a-7685-4a96-bc9a-2aeb24698414 None None] Attempting to bind port 0df4d4fb-b091-4e9f-8fb0-ce402ed8b212 by drivers openvswitch,hyperv on host dv-cinder-786260-4-iscsi at level 0 using segments [{'id': '151ae908-95e4-46a8-8b94-d201ec410581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d'}] {{(pid=98186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 18:47:34.116665 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc87d2a-7685-4a96-bc9a-2aeb24698414 None None] Attempting to bind port 0df4d4fb-b091-4e9f-8fb0-ce402ed8b212 on network a2be77e0-c818-4f69-a7bb-de46a435f28d {{(pid=98186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 18:47:34.118462 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.db.db_base_plugin_common [req-c466ced4-fe6c-4d34-a7db-6e2a5deab74d req-7ad7386f-9185-4e85-b035-5b7becbf9533 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Allocated IP 172.20.0.6 (19e9a3f5-4709-4ace-b497-42ae4bcaab91/e54f33df-96bf-41df-aade-9540ec4d8d5f/e7ba6b50-0941-4934-bafd-87f6d28ef45c) {{(pid=98185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 18:47:34.129036 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc87d2a-7685-4a96-bc9a-2aeb24698414 None None] Checking agent: {'id': '0a9461fa-5aa1-4bfe-a01a-9192fdaa924f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 18, 39, 44), 'started_at': datetime.datetime(2021, 6, 10, 18, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 18, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 18:47:34.129610 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc87d2a-7685-4a96-bc9a-2aeb24698414 None None] Checking segment: {'id': '151ae908-95e4-46a8-8b94-d201ec410581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 18:47:34.132025 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-fbc87d2a-7685-4a96-bc9a-2aeb24698414 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:34.132466 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc87d2a-7685-4a96-bc9a-2aeb24698414 None None] Bound using segment: {'id': '151ae908-95e4-46a8-8b94-d201ec410581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d'} {{(pid=98186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 18:47:34.133054 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.managers [None req-fbc87d2a-7685-4a96-bc9a-2aeb24698414 None None] Bound port: 0df4d4fb-b091-4e9f-8fb0-ce402ed8b212, host: dv-cinder-786260-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '151ae908-95e4-46a8-8b94-d201ec410581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d'}}] {{(pid=98186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 18:47:34.133539 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-fbc87d2a-7685-4a96-bc9a-2aeb24698414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:34.260353 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-fbc87d2a-7685-4a96-bc9a-2aeb24698414 None None] For port 0df4d4fb-b091-4e9f-8fb0-ce402ed8b212, host dv-cinder-786260-4-iscsi, cleared binding levels {{(pid=98186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 18:47:34.265536 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-fbc87d2a-7685-4a96-bc9a-2aeb24698414 None None] For port 0df4d4fb-b091-4e9f-8fb0-ce402ed8b212, host dv-cinder-786260-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-4-iscsi',level=0,port_id=0df4d4fb-b091-4e9f-8fb0-ce402ed8b212,segment=NetworkSegment(151ae908-95e4-46a8-8b94-d201ec410581),segment_id=151ae908-95e4-46a8-8b94-d201ec410581)] {{(pid=98186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 18:47:34.268368 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa67edec-cca4-496a-b786-bce0cc00701d None None] Pushing event updated for resources: {'Port': ['ID=0df4d4fb-b091-4e9f-8fb0-ce402ed8b212,revision_number=2']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:47:34.279398 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-fbc87d2a-7685-4a96-bc9a-2aeb24698414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:34.281863 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-fa67edec-cca4-496a-b786-bce0cc00701d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:47:34.285634 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:47:34.421921 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa67edec-cca4-496a-b786-bce0cc00701d None None] Pushing event updated for resources: {'Port': ['ID=0df4d4fb-b091-4e9f-8fb0-ce402ed8b212,revision_number=3']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:47:34.428595 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-fa67edec-cca4-496a-b786-bce0cc00701d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:47:34.470882 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc87d2a-7685-4a96-bc9a-2aeb24698414 None None] Routers {'3202bdca-5c55-4808-917b-e041430296c4'} bound to L3 agent in host dv-cinder-786260-4-iscsi {{(pid=98186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 18:47:34.471534 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-fbc87d2a-7685-4a96-bc9a-2aeb24698414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T18:39:44Z,description=,heartbeat_timestamp=2021-06-10T18:47:14Z,host='dv-cinder-786260-4-iscsi',id=1661496b-b13c-41e5-8e80-f6a07c138e01,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T18:39:44Z,topic='l3_agent')) {'router_ids': ['3202bdca-5c55-4808-917b-e041430296c4'], 'active': True} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:47:34.522890 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-c466ced4-fe6c-4d34-a7db-6e2a5deab74d req-7ad7386f-9185-4e85-b035-5b7becbf9533 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Notify callbacks [] for port, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:34.590317 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-c466ced4-fe6c-4d34-a7db-6e2a5deab74d req-7ad7386f-9185-4e85-b035-5b7becbf9533 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-941510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578064406'] for port, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:34.609672 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 44614) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:47:34.611806 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:47:34.615655 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.db.db_base_plugin_common [req-116643ce-b160-4145-94cf-f0162d009aff req-5f5c4fa4-493d-48df-8890-5b315533585f tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] Allocated IP 172.20.0.4 (1150afbe-7c41-44dc-8b70-8b95a05ad9f8/5776c23f-d49b-4a6e-8e14-44188b13dc6a/e3754908-a92f-422c-8056-e143e7d3f9f6) {{(pid=98184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 18:47:34.702126 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron_lib.callbacks.manager [None req-4b494010-4182-4341-b0c0-c71595752bb4 None None] Notify callbacks [] for port, precommit_update {{(pid=98187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:34.725431 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.provisioning_blocks [None req-4b494010-4182-4341-b0c0-c71595752bb4 None None] Transition to ACTIVE for port object a139b699-bac0-453c-9939-8a855c207458 will not be triggered until provisioned by entity L2. {{(pid=98187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 18:47:34.737879 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron_lib.callbacks.manager [None req-4b494010-4182-4341-b0c0-c71595752bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:34.743470 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:47:34.751657 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad7386f-9185-4e85-b035-5b7becbf9533 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Pushing event updated for resources: {'Port': ['ID=e7ba6b50-0941-4934-bafd-87f6d28ef45c,revision_number=1']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:47:34.766752 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-7ad7386f-9185-4e85-b035-5b7becbf9533 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:47:34.767588 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-80133220-b623-4e2c-84f0-f94f3a25229d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:34.801653 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-a4cc1fc8-68df-4de2-9a35-08bca8e9d0b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:34.827273 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvr_db [None req-fbc87d2a-7685-4a96-bc9a-2aeb24698414 None None] Set router 3202bdca-5c55-4808-917b-e041430296c4 gateway port host: dv-cinder-786260-4-iscsi {{(pid=98186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 18:47:35.135136 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c3070f-b3c3-4b7d-96f0-c4e92a1c8a36 None None] Pushing event updated for resources: {'Port': ['ID=a139b699-bac0-453c-9939-8a855c207458,revision_number=3']} {{(pid=98187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:47:35.144983 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG oslo_concurrency.lockutils [None req-96c3070f-b3c3-4b7d-96f0-c4e92a1c8a36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=98187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:47:35.184082 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [req-116643ce-b160-4145-94cf-f0162d009aff req-5f5c4fa4-493d-48df-8890-5b315533585f tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] Notify callbacks [] for port, precommit_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:35.396805 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [req-116643ce-b160-4145-94cf-f0162d009aff req-5f5c4fa4-493d-48df-8890-5b315533585f tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-941510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578064406'] for port, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:35.485387 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 44626) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:47:35.533303 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.v2.base [None req-4e6ce573-5d36-457b-a534-a8d3b1a721eb tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1390815238', 'description': 'tempest-description--1664992748'}} {{(pid=98184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:47:35.581945 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.db.db_base_plugin_common [None req-f1a8aeb1-83af-4a47-914a-3e4f2b981011 admin admin] Allocated IP 172.20.0.1 (36c601fb-9272-4d67-b287-4990129f2e5f/7cc0a94e-b476-4d1d-b3df-5e3104af9a91/1bdb16d3-0671-4500-9014-0962a253718f) {{(pid=98184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 18:47:35.603950 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.plugins.ml2.managers [None req-4b494010-4182-4341-b0c0-c71595752bb4 None None] Attempting to bind port a139b699-bac0-453c-9939-8a855c207458 on host dv-cinder-786260-4-iscsi for vnic_type normal with profile {{(pid=98187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 18:47:35.605370 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.plugins.ml2.managers [None req-4b494010-4182-4341-b0c0-c71595752bb4 None None] Attempting to bind port a139b699-bac0-453c-9939-8a855c207458 by drivers openvswitch,hyperv on host dv-cinder-786260-4-iscsi at level 0 using segments [{'id': '17dcff24-e9ed-43ca-b0d9-c821a6547efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73'}] {{(pid=98187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 18:47:35.606192 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b494010-4182-4341-b0c0-c71595752bb4 None None] Attempting to bind port a139b699-bac0-453c-9939-8a855c207458 on network cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73 {{(pid=98187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 18:47:35.609004 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Device ef467441-f65a-47b2-9ae5-8f5c21e0c84a up at agent ovs-agent-dv-cinder-786260-4-iscsi {{(pid=98186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 18:47:35.638032 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b494010-4182-4341-b0c0-c71595752bb4 None None] Checking agent: {'id': '0a9461fa-5aa1-4bfe-a01a-9192fdaa924f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 18, 39, 44), 'started_at': datetime.datetime(2021, 6, 10, 18, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 18, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 18:47:35.638419 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b494010-4182-4341-b0c0-c71595752bb4 None None] Checking segment: {'id': '17dcff24-e9ed-43ca-b0d9-c821a6547efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 18:47:35.639908 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron_lib.callbacks.manager [None req-4b494010-4182-4341-b0c0-c71595752bb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:35.640544 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b494010-4182-4341-b0c0-c71595752bb4 None None] Bound using segment: {'id': '17dcff24-e9ed-43ca-b0d9-c821a6547efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73'} {{(pid=98187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 18:47:35.641977 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c466ced4-fe6c-4d34-a7db-6e2a5deab74d req-7ad7386f-9185-4e85-b035-5b7becbf9533 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Network 19e9a3f5-4709-4ace-b497-42ae4bcaab91 is already hosted by enough agents. {{(pid=98185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 18:47:35.644051 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.plugins.ml2.managers [None req-4b494010-4182-4341-b0c0-c71595752bb4 None None] Bound port: a139b699-bac0-453c-9939-8a855c207458, host: dv-cinder-786260-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17dcff24-e9ed-43ca-b0d9-c821a6547efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73'}}] {{(pid=98187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 18:47:35.644398 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-d98a95f3-b0d0-4a26-9e7e-1f4e234ae3a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:47:35.644813 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron_lib.callbacks.manager [None req-4b494010-4182-4341-b0c0-c71595752bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:35.662595 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-fbc87d2a-7685-4a96-bc9a-2aeb24698414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3202bdca-5c55-4808-917b-e041430296c4', 'name': 'tempest-ServerRescueNegativeTestJSON-556327172-router', 'tenant_id': 'a9d7cab2e80a4790a3c08dfa4dc50427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '0df4d4fb-b091-4e9f-8fb0-ce402ed8b212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T18:47:22Z', 'updated_at': '2021-06-10T18:47:26Z', 'revision_number': 3, 'project_id': 'a9d7cab2e80a4790a3c08dfa4dc50427', 'gw_port': {'id': '0df4d4fb-b091-4e9f-8fb0-ce402ed8b212', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:86:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3202bdca-5c55-4808-917b-e041430296c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:47:24Z', 'updated_at': '2021-06-10T18:47:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi'}], 'dv-cinder-786260-4-iscsi', False) {} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:47:35.668479 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc87d2a-7685-4a96-bc9a-2aeb24698414 None None] The sync data for ids ['3202bdca-5c55-4808-917b-e041430296c4'] in dv-cinder-786260-4-iscsi is: [{'id': '3202bdca-5c55-4808-917b-e041430296c4', 'name': 'tempest-ServerRescueNegativeTestJSON-556327172-router', 'tenant_id': 'a9d7cab2e80a4790a3c08dfa4dc50427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '0df4d4fb-b091-4e9f-8fb0-ce402ed8b212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T18:47:22Z', 'updated_at': '2021-06-10T18:47:26Z', 'revision_number': 3, 'project_id': 'a9d7cab2e80a4790a3c08dfa4dc50427', 'gw_port': {'id': '0df4d4fb-b091-4e9f-8fb0-ce402ed8b212', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:86:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3202bdca-5c55-4808-917b-e041430296c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:47:24Z', 'updated_at': '2021-06-10T18:47:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi'}] {{(pid=98186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 18:47:35.704347 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.base_scheduler [req-c466ced4-fe6c-4d34-a7db-6e2a5deab74d req-7ad7386f-9185-4e85-b035-5b7becbf9533 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Resources bound (agent type, host, resource id): {{(pid=98185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 18:47:35.730900 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.db.l3_dvrscheduler_db [req-c466ced4-fe6c-4d34-a7db-6e2a5deab74d req-7ad7386f-9185-4e85-b035-5b7becbf9533 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Received port after_create {{(pid=98185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 18:47:35.749188 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c466ced4-fe6c-4d34-a7db-6e2a5deab74d req-7ad7386f-9185-4e85-b035-5b7becbf9533 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:47:35.750071 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-c466ced4-fe6c-4d34-a7db-6e2a5deab74d req-7ad7386f-9185-4e85-b035-5b7becbf9533 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731712'] for port, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:35.756008 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Provisioning complete for port ef467441-f65a-47b2-9ae5-8f5c21e0c84a triggered by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 18:47:35.756647 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:35.926766 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.plugins.ml2.db [None req-4b494010-4182-4341-b0c0-c71595752bb4 None None] For port a139b699-bac0-453c-9939-8a855c207458, host dv-cinder-786260-4-iscsi, cleared binding levels {{(pid=98187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 18:47:35.934075 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.plugins.ml2.db [None req-4b494010-4182-4341-b0c0-c71595752bb4 None None] For port a139b699-bac0-453c-9939-8a855c207458, host dv-cinder-786260-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-4-iscsi',level=0,port_id=a139b699-bac0-453c-9939-8a855c207458,segment=NetworkSegment(17dcff24-e9ed-43ca-b0d9-c821a6547efa),segment_id=17dcff24-e9ed-43ca-b0d9-c821a6547efa)] {{(pid=98187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 18:47:35.942105 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron_lib.callbacks.manager [None req-4b494010-4182-4341-b0c0-c71595752bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:35.946314 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:47:36.262501 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b494010-4182-4341-b0c0-c71595752bb4 None None] Routers {'8487688f-289a-4efb-a1b4-65fefc025a43'} bound to L3 agent in host dv-cinder-786260-4-iscsi {{(pid=98187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 18:47:36.262501 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_hamode_db [None req-4b494010-4182-4341-b0c0-c71595752bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T18:39:44Z,description=,heartbeat_timestamp=2021-06-10T18:47:14Z,host='dv-cinder-786260-4-iscsi',id=1661496b-b13c-41e5-8e80-f6a07c138e01,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T18:39:44Z,topic='l3_agent')) {'router_ids': ['8487688f-289a-4efb-a1b4-65fefc025a43'], 'active': True} {{(pid=98187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:47:36.301323 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-116643ce-b160-4145-94cf-f0162d009aff req-5f5c4fa4-493d-48df-8890-5b315533585f tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] Network 1150afbe-7c41-44dc-8b70-8b95a05ad9f8 is already hosted by enough agents. {{(pid=98184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 18:47:36.303651 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b97144a-de36-49d5-adab-639ad1524f5f admin admin] Notify agent at l3_agent.dv-cinder-786260-4-iscsi the message routers_updated {{(pid=98185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 18:47:36.304426 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d800612-b995-4f51-93cd-3a6d0bbc2910 None None] Sync routers for ids ['b861166f-894e-4d66-9439-d4d81a6d306d'] in dv-cinder-786260-4-iscsi {{(pid=98186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 18:47:36.304426 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d800612-b995-4f51-93cd-3a6d0bbc2910 None None] Routers {'b861166f-894e-4d66-9439-d4d81a6d306d'} bound to L3 agent in host dv-cinder-786260-4-iscsi {{(pid=98186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 18:47:36.304426 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-4d800612-b995-4f51-93cd-3a6d0bbc2910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T18:39:44Z,description=,heartbeat_timestamp=2021-06-10T18:47:14Z,host='dv-cinder-786260-4-iscsi',id=1661496b-b13c-41e5-8e80-f6a07c138e01,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T18:39:44Z,topic='l3_agent')) {'router_ids': ['b861166f-894e-4d66-9439-d4d81a6d306d'], 'active': True} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:47:36.304855 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-80133220-b623-4e2c-84f0-f94f3a25229d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:36.304855 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-80133220-b623-4e2c-84f0-f94f3a25229d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:36.327222 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.scheduler.base_scheduler [req-116643ce-b160-4145-94cf-f0162d009aff req-5f5c4fa4-493d-48df-8890-5b315533585f tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] Resources bound (agent type, host, resource id): {{(pid=98184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 18:47:36.337182 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.db.l3_dvrscheduler_db [req-116643ce-b160-4145-94cf-f0162d009aff req-5f5c4fa4-493d-48df-8890-5b315533585f tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] Received port after_create {{(pid=98184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 18:47:36.344578 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116643ce-b160-4145-94cf-f0162d009aff req-5f5c4fa4-493d-48df-8890-5b315533585f tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:47:36.345245 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [req-116643ce-b160-4145-94cf-f0162d009aff req-5f5c4fa4-493d-48df-8890-5b315533585f tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731712'] for port, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:36.361495 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5c4fa4-493d-48df-8890-5b315533585f tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] Pushing event updated for resources: {'Port': ['ID=e3754908-a92f-422c-8056-e143e7d3f9f6,revision_number=1']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:47:36.385795 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-5f5c4fa4-493d-48df-8890-5b315533585f tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.741s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:47:36.436545 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c3070f-b3c3-4b7d-96f0-c4e92a1c8a36 None None] Pushing event updated for resources: {'Port': ['ID=a139b699-bac0-453c-9939-8a855c207458,revision_number=4']} {{(pid=98187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:47:36.443192 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG oslo_concurrency.lockutils [None req-96c3070f-b3c3-4b7d-96f0-c4e92a1c8a36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=98187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:47:36.460605 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db32c4bc-fe20-4f31-aea1-3e2a4d6b8029 req-8cbe32f0-e86e-4682-8431-baaf633dc0a0 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:47:36.472217 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-db32c4bc-fe20-4f31-aea1-3e2a4d6b8029 req-8cbe32f0-e86e-4682-8431-baaf633dc0a0 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/ports?device_id=04e81b22-afbc-433c-a90e-00e778339b4e HTTP/1.1" status: 200 len: 931 time: 1.3944967 Jun 10 18:47:36.477651 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:47:36.484948 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-f1a8aeb1-83af-4a47-914a-3e4f2b981011 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:36.493607 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-80133220-b623-4e2c-84f0-f94f3a25229d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a4a0d6921e5c457f9f87057e742805ac&name=default HTTP/1.1" status: 200 len: 2978 time: 3.3356390 Jun 10 18:47:36.495602 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-c466ced4-fe6c-4d34-a7db-6e2a5deab74d req-7ad7386f-9185-4e85-b035-5b7becbf9533 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4273882 Jun 10 18:47:36.496176 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 44638) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:47:36.581315 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80133220-b623-4e2c-84f0-f94f3a25229d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=232e2763-5ced-43fd-ac16-ee85ab9aa309,revision_number=1']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:47:36.628467 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-80133220-b623-4e2c-84f0-f94f3a25229d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:47:36.637541 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-db32c4bc-fe20-4f31-aea1-3e2a4d6b8029 req-b949db07-ac7d-4d3e-9e84-9d478a19e976 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/security-groups?id=06502357-ff4c-485b-91b1-561d1bbe6894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627276 Jun 10 18:47:36.685267 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d654015b-694f-457e-b5c9-a3023923ce3f req-05130c3c-6eac-474b-ab41-a9625cbc9af6 tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:47:36.699684 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-d654015b-694f-457e-b5c9-a3023923ce3f req-05130c3c-6eac-474b-ab41-a9625cbc9af6 tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] 10.222.0.15 "GET /v2.0/ports?device_id=adde8da3-a2d9-4708-8a68-505450b3072a HTTP/1.1" status: 200 len: 931 time: 1.0012856 Jun 10 18:47:36.722180 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-f1a8aeb1-83af-4a47-914a-3e4f2b981011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-941510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578064406'] for port, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:36.731049 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-5f5c4fa4-493d-48df-8890-5b315533585f tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:47:36.815512 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvr_db [None req-4d800612-b995-4f51-93cd-3a6d0bbc2910 None None] Set router b861166f-894e-4d66-9439-d4d81a6d306d gateway port host: dv-cinder-786260-4-iscsi {{(pid=98186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 18:47:36.831965 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_dvr_db [None req-4b494010-4182-4341-b0c0-c71595752bb4 None None] Set router 8487688f-289a-4efb-a1b4-65fefc025a43 gateway port host: dv-cinder-786260-4-iscsi {{(pid=98187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 18:47:36.920110 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a8aeb1-83af-4a47-914a-3e4f2b981011 admin admin] Network 36c601fb-9272-4d67-b287-4990129f2e5f is already hosted by enough agents. {{(pid=98184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 18:47:36.953420 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.scheduler.base_scheduler [None req-f1a8aeb1-83af-4a47-914a-3e4f2b981011 admin admin] Resources bound (agent type, host, resource id): {{(pid=98184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 18:47:36.954041 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-d654015b-694f-457e-b5c9-a3023923ce3f req-207f9d84-08ce-49d5-9686-310c7f1dcd1f tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] 10.222.0.15 "GET /v2.0/security-groups?id=a84a6f49-79f9-4953-8e37-238be30dbc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531216 Jun 10 18:47:36.967390 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-46de27cb-d19f-4cd8-b58a-4b67172708f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:36.971155 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a8aeb1-83af-4a47-914a-3e4f2b981011 admin admin] Pushing event updated for resources: {'Port': ['ID=1bdb16d3-0671-4500-9014-0962a253718f,revision_number=1']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:47:36.997002 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a8aeb1-83af-4a47-914a-3e4f2b981011 admin admin] Received port after_create {{(pid=98184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 18:47:36.997239 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-f1a8aeb1-83af-4a47-914a-3e4f2b981011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4032828'] for router_interface, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:37.058010 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-46de27cb-d19f-4cd8-b58a-4b67172708f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:37.207776 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-a4cc1fc8-68df-4de2-9a35-08bca8e9d0b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:37.211634 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-f1a8aeb1-83af-4a47-914a-3e4f2b981011 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:47:37.219440 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-a4cc1fc8-68df-4de2-9a35-08bca8e9d0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:37.223401 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:47:37.273821 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-116643ce-b160-4145-94cf-f0162d009aff req-5f5c4fa4-493d-48df-8890-5b315533585f tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6301496 Jun 10 18:47:37.395511 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-46de27cb-d19f-4cd8-b58a-4b67172708f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:37.405317 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-46de27cb-d19f-4cd8-b58a-4b67172708f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:37.440816 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-46de27cb-d19f-4cd8-b58a-4b67172708f6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/232e2763-5ced-43fd-ac16-ee85ab9aa309 HTTP/1.1" status: 204 len: 168 time: 0.9114103 Jun 10 18:47:37.441812 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc1fc8-68df-4de2-9a35-08bca8e9d0b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c638717-b35e-4ac1-8142-1fe86bf6b670,revision_number=1']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:47:37.449185 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-4e6ce573-5d36-457b-a534-a8d3b1a721eb tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Notify callbacks [] for security_group, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:37.479434 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-a4cc1fc8-68df-4de2-9a35-08bca8e9d0b0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2c7f1dab5ee04c42a730ef46f43c49a3&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7450166 Jun 10 18:47:37.481794 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 44650) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:47:37.488409 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-a4cc1fc8-68df-4de2-9a35-08bca8e9d0b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:47:37.496495 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-80133220-b623-4e2c-84f0-f94f3a25229d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:47:37.539197 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46de27cb-d19f-4cd8-b58a-4b67172708f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=232e2763-5ced-43fd-ac16-ee85ab9aa309,revision_number=None']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:47:37.549579 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-46de27cb-d19f-4cd8-b58a-4b67172708f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:47:37.556942 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-1b97144a-de36-49d5-adab-639ad1524f5f admin admin] Notify callbacks [] for router, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:37.566994 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-1b97144a-de36-49d5-adab-639ad1524f5f admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 12.4688494 Jun 10 18:47:37.569974 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 44652) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:47:37.603215 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_hamode_db [None req-4b494010-4182-4341-b0c0-c71595752bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8487688f-289a-4efb-a1b4-65fefc025a43', 'name': 'tempest-AttachVolumeTestJSON-1426645987-router', 'tenant_id': 'b98132dec11942b2917326af967088e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': 'ef467441-f65a-47b2-9ae5-8f5c21e0c84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T18:47:19Z', 'updated_at': '2021-06-10T18:47:28Z', 'revision_number': 4, 'project_id': 'b98132dec11942b2917326af967088e0', 'gw_port': {'id': 'ef467441-f65a-47b2-9ae5-8f5c21e0c84a', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8487688f-289a-4efb-a1b4-65fefc025a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:47:21Z', 'updated_at': '2021-06-10T18:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi', '_interfaces': [{'id': 'a139b699-bac0-453c-9939-8a855c207458', 'name': '', 'network_id': 'cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73', 'tenant_id': 'b98132dec11942b2917326af967088e0', 'mac_address': 'fa:16:3e:fa:4b:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8487688f-289a-4efb-a1b4-65fefc025a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '450a2f52-17ce-4ffd-a311-633c3f5e5032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:47:27Z', 'updated_at': '2021-06-10T18:47:35Z', 'revision_number': 4, 'project_id': 'b98132dec11942b2917326af967088e0', 'subnets': [{'id': '450a2f52-17ce-4ffd-a311-633c3f5e5032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-4-iscsi', False) {} {{(pid=98187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:47:37.621669 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b494010-4182-4341-b0c0-c71595752bb4 None None] The sync data for ids ['8487688f-289a-4efb-a1b4-65fefc025a43'] in dv-cinder-786260-4-iscsi is: [{'id': '8487688f-289a-4efb-a1b4-65fefc025a43', 'name': 'tempest-AttachVolumeTestJSON-1426645987-router', 'tenant_id': 'b98132dec11942b2917326af967088e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': 'ef467441-f65a-47b2-9ae5-8f5c21e0c84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T18:47:19Z', 'updated_at': '2021-06-10T18:47:28Z', 'revision_number': 4, 'project_id': 'b98132dec11942b2917326af967088e0', 'gw_port': {'id': 'ef467441-f65a-47b2-9ae5-8f5c21e0c84a', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8487688f-289a-4efb-a1b4-65fefc025a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:47:21Z', 'updated_at': '2021-06-10T18:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi', '_interfaces': [{'id': 'a139b699-bac0-453c-9939-8a855c207458', 'name': '', 'network_id': 'cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73', 'tenant_id': 'b98132dec11942b2917326af967088e0', 'mac_address': 'fa:16:3e:fa:4b:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8487688f-289a-4efb-a1b4-65fefc025a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '450a2f52-17ce-4ffd-a311-633c3f5e5032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:47:27Z', 'updated_at': '2021-06-10T18:47:35Z', 'revision_number': 4, 'project_id': 'b98132dec11942b2917326af967088e0', 'subnets': [{'id': '450a2f52-17ce-4ffd-a311-633c3f5e5032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 18:47:37.849558 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-f1a8aeb1-83af-4a47-914a-3e4f2b981011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:37.852247 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-4d800612-b995-4f51-93cd-3a6d0bbc2910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b861166f-894e-4d66-9439-d4d81a6d306d', 'name': 'tempest-AttachVolumeShelveTestJSON-1199840927-router', 'tenant_id': 'c50ca810c49044daa0af12e38f6ab6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '0de45170-2499-4cb9-9b3a-72076bb7ebe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T18:47:25Z', 'updated_at': '2021-06-10T18:47:30Z', 'revision_number': 3, 'project_id': 'c50ca810c49044daa0af12e38f6ab6a1', 'gw_port': {'id': '0de45170-2499-4cb9-9b3a-72076bb7ebe4', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ad:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b861166f-894e-4d66-9439-d4d81a6d306d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:47:28Z', 'updated_at': '2021-06-10T18:47:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi'}], 'dv-cinder-786260-4-iscsi', False) {} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:47:37.884406 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Device 0df4d4fb-b091-4e9f-8fb0-ce402ed8b212 up at agent ovs-agent-dv-cinder-786260-4-iscsi {{(pid=98186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 18:47:37.895050 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [req-116643ce-b160-4145-94cf-f0162d009aff req-e48b17e2-86b2-4b4a-bb9a-b96cc4dfaecd tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=98184) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 18:47:37.898825 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-116643ce-b160-4145-94cf-f0162d009aff req-e48b17e2-86b2-4b4a-bb9a-b96cc4dfaecd tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0622380 Jun 10 18:47:37.935028 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [req-c466ced4-fe6c-4d34-a7db-6e2a5deab74d req-30fb42d5-696d-4998-9fbc-bf607899f99d tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=98185) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 18:47:37.937052 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-c466ced4-fe6c-4d34-a7db-6e2a5deab74d req-30fb42d5-696d-4998-9fbc-bf607899f99d tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1107845 Jun 10 18:47:38.055946 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d800612-b995-4f51-93cd-3a6d0bbc2910 None None] Checking router: b861166f-894e-4d66-9439-d4d81a6d306d for host: dv-cinder-786260-4-iscsi {{(pid=98186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 18:47:38.056466 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d800612-b995-4f51-93cd-3a6d0bbc2910 None None] Updating router b861166f-894e-4d66-9439-d4d81a6d306d port 0de45170-2499-4cb9-9b3a-72076bb7ebe4 binding host dv-cinder-786260-4-iscsi {{(pid=98186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 18:47:38.212193 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Provisioning for port 0df4d4fb-b091-4e9f-8fb0-ce402ed8b212 completed by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 18:47:38.233797 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-4d800612-b995-4f51-93cd-3a6d0bbc2910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:38.337507 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Provisioning complete for port 0df4d4fb-b091-4e9f-8fb0-ce402ed8b212 triggered by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 18:47:38.338420 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:38.481472 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.v2.base [req-116643ce-b160-4145-94cf-f0162d009aff req-e779de00-79ab-48da-895a-273aefdefbf1 service neutron] Request body: {'port': {'device_id': 'adde8da3-a2d9-4708-8a68-505450b3072a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=98185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:47:38.525603 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 44664) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:47:38.529723 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.v2.base [req-c466ced4-fe6c-4d34-a7db-6e2a5deab74d req-27c78f9b-cab6-4e20-8ba6-a8b34aff6ba0 service neutron] Request body: {'port': {'device_id': '04e81b22-afbc-433c-a90e-00e778339b4e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=98184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:47:38.779729 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-151048f1-0d1d-46ae-871b-aaa91d7276a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:38.781811 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-ee619a49-c5f8-4b11-b89f-cd2b80b5369e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:38.783796 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664b4233-ff14-4c8d-b9f8-33986bd499bf req-79bc6bc8-766c-4278-98df-69529bb30452 tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:47:38.794162 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-664b4233-ff14-4c8d-b9f8-33986bd499bf req-79bc6bc8-766c-4278-98df-69529bb30452 tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] 10.222.0.15 "GET /v2.0/ports?device_id=adde8da3-a2d9-4708-8a68-505450b3072a HTTP/1.1" status: 200 len: 931 time: 0.4503832 Jun 10 18:47:38.797097 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-116643ce-b160-4145-94cf-f0162d009aff req-e779de00-79ab-48da-895a-273aefdefbf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:38.986994 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6756c6-c04a-49d1-8d80-2a6b2a473e2d req-656a0146-aaf2-48f1-ac83-6912831b5ecb tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:47:38.989234 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-3f6756c6-c04a-49d1-8d80-2a6b2a473e2d req-656a0146-aaf2-48f1-ac83-6912831b5ecb tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/ports?device_id=04e81b22-afbc-433c-a90e-00e778339b4e HTTP/1.1" status: 200 len: 931 time: 1.0660737 Jun 10 18:47:39.028083 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-151048f1-0d1d-46ae-871b-aaa91d7276a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:39.040252 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:39.104204 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] For port 0df4d4fb-b091-4e9f-8fb0-ce402ed8b212, host dv-cinder-786260-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-4-iscsi',level=0,port_id=0df4d4fb-b091-4e9f-8fb0-ce402ed8b212,segment=NetworkSegment(151ae908-95e4-46a8-8b94-d201ec410581),segment_id=151ae908-95e4-46a8-8b94-d201ec410581)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:47:39.113421 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:39.151424 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:47:39.243699 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [req-c466ced4-fe6c-4d34-a7db-6e2a5deab74d req-27c78f9b-cab6-4e20-8ba6-a8b34aff6ba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:39.258505 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Pushing event updated for resources: {'Port': ['ID=0df4d4fb-b091-4e9f-8fb0-ce402ed8b212,revision_number=4']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:47:39.259938 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-4e6ce573-5d36-457b-a534-a8d3b1a721eb tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Notify callbacks [] for security_group, precommit_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:39.295740 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:47:39.391300 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-4e6ce573-5d36-457b-a534-a8d3b1a721eb tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:39.461725 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-dd00c33d-5d17-4f78-a7db-26a5479158b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:47:39.478855 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-664b4233-ff14-4c8d-b9f8-33986bd499bf req-f08e0fc0-1729-4990-b7f1-cf87139af977 tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] 10.222.0.15 "GET /v2.0/security-groups?id=a84a6f49-79f9-4953-8e37-238be30dbc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6817958 Jun 10 18:47:39.678695 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6ce573-5d36-457b-a534-a8d3b1a721eb tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc2e55c-47a1-47f8-a4f5-611ae6fb6623,revision_number=1']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:47:39.745064 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Device a139b699-bac0-453c-9939-8a855c207458 up at agent ovs-agent-dv-cinder-786260-4-iscsi {{(pid=98186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 18:47:39.844690 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-f1a8aeb1-83af-4a47-914a-3e4f2b981011 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:39.969026 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-4d800612-b995-4f51-93cd-3a6d0bbc2910 None None] Notify callbacks [] for port, precommit_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:39.984360 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-f1a8aeb1-83af-4a47-914a-3e4f2b981011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:39.997403 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-4e6ce573-5d36-457b-a534-a8d3b1a721eb tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:47:40.013780 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Provisioning for port a139b699-bac0-453c-9939-8a855c207458 completed by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 18:47:40.019515 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Provisioning complete for port a139b699-bac0-453c-9939-8a855c207458 triggered by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 18:47:40.020259 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:40.026650 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-f1a8aeb1-83af-4a47-914a-3e4f2b981011 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4032840'] for router_interface, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:40.033548 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-3f6756c6-c04a-49d1-8d80-2a6b2a473e2d req-bb56fce5-d037-4046-af20-5e74cc3b175b tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/security-groups?id=06502357-ff4c-485b-91b1-561d1bbe6894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9082017 Jun 10 18:47:40.056519 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:47:40.153519 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-151048f1-0d1d-46ae-871b-aaa91d7276a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:40.153759 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-4d800612-b995-4f51-93cd-3a6d0bbc2910 None None] Transition to ACTIVE for port object 0de45170-2499-4cb9-9b3a-72076bb7ebe4 will not be triggered until provisioned by entity L2. {{(pid=98186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 18:47:40.173811 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-4d800612-b995-4f51-93cd-3a6d0bbc2910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:40.181243 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:47:40.191154 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-151048f1-0d1d-46ae-871b-aaa91d7276a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:40.192159 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-151048f1-0d1d-46ae-871b-aaa91d7276a3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7c638717-b35e-4ac1-8142-1fe86bf6b670 HTTP/1.1" status: 204 len: 168 time: 2.7066724 Jun 10 18:47:40.265945 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a8aeb1-83af-4a47-914a-3e4f2b981011 admin admin] Pushing event updated for resources: {'Port': ['ID=1bdb16d3-0671-4500-9014-0962a253718f,revision_number=2']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:47:40.276893 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063c4b3a-9b4a-4de6-8666-ef5afa8bf0f3 None None] Pushing event updated for resources: {'Port': ['ID=0de45170-2499-4cb9-9b3a-72076bb7ebe4,revision_number=2']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:47:40.278335 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-f1a8aeb1-83af-4a47-914a-3e4f2b981011 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:47:40.280894 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-a5106dff-c0a1-4a28-9ee6-e10009c256f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:47:40.283646 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-063c4b3a-9b4a-4de6-8666-ef5afa8bf0f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:47:40.359405 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:40.387412 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151048f1-0d1d-46ae-871b-aaa91d7276a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c638717-b35e-4ac1-8142-1fe86bf6b670,revision_number=None']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:47:40.395136 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.managers [None req-4d800612-b995-4f51-93cd-3a6d0bbc2910 None None] Attempting to bind port 0de45170-2499-4cb9-9b3a-72076bb7ebe4 on host dv-cinder-786260-4-iscsi for vnic_type normal with profile {{(pid=98186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 18:47:40.395680 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.managers [None req-4d800612-b995-4f51-93cd-3a6d0bbc2910 None None] Attempting to bind port 0de45170-2499-4cb9-9b3a-72076bb7ebe4 by drivers openvswitch,hyperv on host dv-cinder-786260-4-iscsi at level 0 using segments [{'id': '151ae908-95e4-46a8-8b94-d201ec410581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d'}] {{(pid=98186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 18:47:40.396663 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d800612-b995-4f51-93cd-3a6d0bbc2910 None None] Attempting to bind port 0de45170-2499-4cb9-9b3a-72076bb7ebe4 on network a2be77e0-c818-4f69-a7bb-de46a435f28d {{(pid=98186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 18:47:40.420160 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d800612-b995-4f51-93cd-3a6d0bbc2910 None None] Checking agent: {'id': '0a9461fa-5aa1-4bfe-a01a-9192fdaa924f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 18, 39, 44), 'started_at': datetime.datetime(2021, 6, 10, 18, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 18, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 18:47:40.420556 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d800612-b995-4f51-93cd-3a6d0bbc2910 None None] Checking segment: {'id': '151ae908-95e4-46a8-8b94-d201ec410581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 18:47:40.420979 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-4d800612-b995-4f51-93cd-3a6d0bbc2910 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:40.421546 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d800612-b995-4f51-93cd-3a6d0bbc2910 None None] Bound using segment: {'id': '151ae908-95e4-46a8-8b94-d201ec410581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d'} {{(pid=98186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 18:47:40.422252 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.managers [None req-4d800612-b995-4f51-93cd-3a6d0bbc2910 None None] Bound port: 0de45170-2499-4cb9-9b3a-72076bb7ebe4, host: dv-cinder-786260-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '151ae908-95e4-46a8-8b94-d201ec410581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d'}}] {{(pid=98186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 18:47:40.422988 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-4d800612-b995-4f51-93cd-3a6d0bbc2910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:40.469197 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-d60d9c9f-b06e-4b16-96a4-dfa76ad0144c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-941319'] for port, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:40.483302 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-151048f1-0d1d-46ae-871b-aaa91d7276a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:47:40.558632 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] For port a139b699-bac0-453c-9939-8a855c207458, host dv-cinder-786260-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-4-iscsi',level=0,port_id=a139b699-bac0-453c-9939-8a855c207458,segment=NetworkSegment(17dcff24-e9ed-43ca-b0d9-c821a6547efa),segment_id=17dcff24-e9ed-43ca-b0d9-c821a6547efa)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:47:40.573126 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-ee619a49-c5f8-4b11-b89f-cd2b80b5369e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:40.598609 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-4e6ce573-5d36-457b-a534-a8d3b1a721eb tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Notify callbacks [] for security_group, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:40.601792 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:40.602686 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Device 0df4d4fb-b091-4e9f-8fb0-ce402ed8b212 up at agent ovs-agent-dv-cinder-786260-4-iscsi {{(pid=98186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 18:47:40.603457 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-4e6ce573-5d36-457b-a534-a8d3b1a721eb tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 5.0896688 Jun 10 18:47:40.605509 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-ee619a49-c5f8-4b11-b89f-cd2b80b5369e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:40.608093 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 44686) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:47:40.620000 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.v2.base [None req-146bfd1a-0803-4eb3-bd79-7891568ce75b tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Request body: {'security_group_rule': {'security_group_id': '7fc2e55c-47a1-47f8-a4f5-611ae6fb6623', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:47:40.665159 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-33e8a131-8b54-437e-9dbf-639d8a0af671 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:47:40.696121 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a8aeb1-83af-4a47-914a-3e4f2b981011 admin admin] Network 36c601fb-9272-4d67-b287-4990129f2e5f is already hosted by enough agents. {{(pid=98184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 18:47:40.718837 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.scheduler.base_scheduler [None req-f1a8aeb1-83af-4a47-914a-3e4f2b981011 admin admin] Resources bound (agent type, host, resource id): {{(pid=98184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 18:47:40.759956 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:47:40.773583 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-ee619a49-c5f8-4b11-b89f-cd2b80b5369e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e341fb3c948a4d33a5de1ac7e97c2d7d&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2263494 Jun 10 18:47:40.779558 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 44690) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:47:40.780411 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee619a49-c5f8-4b11-b89f-cd2b80b5369e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1fdea2b-ab32-468d-90b6-6372b9056244,revision_number=1']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:47:40.816481 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-ee619a49-c5f8-4b11-b89f-cd2b80b5369e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:47:40.924038 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Provisioning complete for port 0df4d4fb-b091-4e9f-8fb0-ce402ed8b212 triggered by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 18:47:40.924434 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:41.068867 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-146bfd1a-0803-4eb3-bd79-7891568ce75b tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:41.073412 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.db.db_base_plugin_common [None req-d60d9c9f-b06e-4b16-96a4-dfa76ad0144c admin admin] Allocated IP 172.20.0.1 (a9c6338b-27b7-4507-a101-996d60be3c98/a8ea2a47-c287-4e16-9d1f-c9a7e0a2eaeb/2750cf86-e100-4486-9476-dbb9c10060f9) {{(pid=98185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 18:47:41.154067 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-4d800612-b995-4f51-93cd-3a6d0bbc2910 None None] For port 0de45170-2499-4cb9-9b3a-72076bb7ebe4, host dv-cinder-786260-4-iscsi, cleared binding levels {{(pid=98186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 18:47:41.185640 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-4d800612-b995-4f51-93cd-3a6d0bbc2910 None None] For port 0de45170-2499-4cb9-9b3a-72076bb7ebe4, host dv-cinder-786260-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-4-iscsi',level=0,port_id=0de45170-2499-4cb9-9b3a-72076bb7ebe4,segment=NetworkSegment(151ae908-95e4-46a8-8b94-d201ec410581),segment_id=151ae908-95e4-46a8-8b94-d201ec410581)] {{(pid=98186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 18:47:41.213002 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-872dacab-be7c-43fd-a47e-6d6234cd90b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:41.229818 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-4d800612-b995-4f51-93cd-3a6d0bbc2910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:41.263643 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.notifiers.nova [req-c466ced4-fe6c-4d34-a7db-6e2a5deab74d req-27c78f9b-cab6-4e20-8ba6-a8b34aff6ba0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7ba6b50-0941-4934-bafd-87f6d28ef45c {{(pid=98184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 18:47:41.284791 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Pushing event updated for resources: {'Port': ['ID=a139b699-bac0-453c-9939-8a855c207458,revision_number=5']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:47:41.297656 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:47:41.302123 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-fa67edec-cca4-496a-b786-bce0cc00701d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:47:41.317798 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [req-c466ced4-fe6c-4d34-a7db-6e2a5deab74d req-27c78f9b-cab6-4e20-8ba6-a8b34aff6ba0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:41.493357 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-146bfd1a-0803-4eb3-bd79-7891568ce75b tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:41.497075 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-872dacab-be7c-43fd-a47e-6d6234cd90b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:41.510285 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.db.provisioning_blocks [req-c466ced4-fe6c-4d34-a7db-6e2a5deab74d req-27c78f9b-cab6-4e20-8ba6-a8b34aff6ba0 service neutron] Transition to ACTIVE for port object e7ba6b50-0941-4934-bafd-87f6d28ef45c will not be triggered until provisioned by entity L2. {{(pid=98184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 18:47:41.516561 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-d60d9c9f-b06e-4b16-96a4-dfa76ad0144c admin admin] Notify callbacks [] for port, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:41.516830 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-146bfd1a-0803-4eb3-bd79-7891568ce75b tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102015'] for security_group_rule, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:41.543998 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.db.provisioning_blocks [None req-d60d9c9f-b06e-4b16-96a4-dfa76ad0144c admin admin] Transition to ACTIVE for port object 2750cf86-e100-4486-9476-dbb9c10060f9 will not be triggered until provisioned by entity DHCP. {{(pid=98185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 18:47:41.596350 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:47:41.598633 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063c4b3a-9b4a-4de6-8666-ef5afa8bf0f3 None None] Pushing event updated for resources: {'Port': ['ID=0de45170-2499-4cb9-9b3a-72076bb7ebe4,revision_number=3']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:47:41.607612 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-063c4b3a-9b4a-4de6-8666-ef5afa8bf0f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:47:41.625912 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1a8aeb1-83af-4a47-914a-3e4f2b981011 admin admin] Router 3202bdca-5c55-4808-917b-e041430296c4 has already been hosted by L3 agent 1661496b-b13c-41e5-8e80-f6a07c138e01 {{(pid=98184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 18:47:41.626070 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d800612-b995-4f51-93cd-3a6d0bbc2910 None None] Routers {'b861166f-894e-4d66-9439-d4d81a6d306d'} bound to L3 agent in host dv-cinder-786260-4-iscsi {{(pid=98186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 18:47:41.626675 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-4d800612-b995-4f51-93cd-3a6d0bbc2910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T18:39:44Z,description=,heartbeat_timestamp=2021-06-10T18:47:14Z,host='dv-cinder-786260-4-iscsi',id=1661496b-b13c-41e5-8e80-f6a07c138e01,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T18:39:44Z,topic='l3_agent')) {'router_ids': ['b861166f-894e-4d66-9439-d4d81a6d306d'], 'active': True} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:47:41.632302 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [req-c466ced4-fe6c-4d34-a7db-6e2a5deab74d req-27c78f9b-cab6-4e20-8ba6-a8b34aff6ba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:41.660852 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-d60d9c9f-b06e-4b16-96a4-dfa76ad0144c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-941510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578064406'] for port, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:41.745302 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146bfd1a-0803-4eb3-bd79-7891568ce75b tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdaee3aa-b25a-4219-8a98-b99c79a48577,revision_number=0']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:47:41.774714 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-146bfd1a-0803-4eb3-bd79-7891568ce75b tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:47:41.784600 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.116s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:47:41.791916 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-1b97144a-de36-49d5-adab-639ad1524f5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:47:41.823314 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Device a139b699-bac0-453c-9939-8a855c207458 up at agent ovs-agent-dv-cinder-786260-4-iscsi {{(pid=98186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 18:47:41.920941 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c78f9b-cab6-4e20-8ba6-a8b34aff6ba0 service neutron] Pushing event updated for resources: {'Port': ['ID=e7ba6b50-0941-4934-bafd-87f6d28ef45c,revision_number=2']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:47:42.004313 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60d9c9f-b06e-4b16-96a4-dfa76ad0144c admin admin] Network a9c6338b-27b7-4507-a101-996d60be3c98 is already hosted by enough agents. {{(pid=98185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 18:47:42.019054 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60d9c9f-b06e-4b16-96a4-dfa76ad0144c admin admin] Pushing event updated for resources: {'Port': ['ID=2750cf86-e100-4486-9476-dbb9c10060f9,revision_number=1']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:47:42.041394 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-d60d9c9f-b06e-4b16-96a4-dfa76ad0144c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:47:42.043021 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.base_scheduler [None req-d60d9c9f-b06e-4b16-96a4-dfa76ad0144c admin admin] Resources bound (agent type, host, resource id): {{(pid=98185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 18:47:42.073796 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60d9c9f-b06e-4b16-96a4-dfa76ad0144c admin admin] Received port after_create {{(pid=98185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 18:47:42.074982 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-d60d9c9f-b06e-4b16-96a4-dfa76ad0144c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4032828'] for router_interface, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:42.159357 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-146bfd1a-0803-4eb3-bd79-7891568ce75b tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:42.161050 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-146bfd1a-0803-4eb3-bd79-7891568ce75b tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5459206 Jun 10 18:47:42.258334 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 44732) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:47:42.303091 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.notifiers.nova [req-116643ce-b160-4145-94cf-f0162d009aff req-e779de00-79ab-48da-895a-273aefdefbf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3754908-a92f-422c-8056-e143e7d3f9f6 {{(pid=98185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 18:47:42.318708 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-116643ce-b160-4145-94cf-f0162d009aff req-e779de00-79ab-48da-895a-273aefdefbf1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:42.335715 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-eea03ffc-9612-48c6-bc83-45fc5b5b6b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:42.354463 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.v2.base [None req-3bc8b3f3-09b1-4eab-b116-d6d942bf6b63 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Request body: {'security_group_rule': {'security_group_id': '7fc2e55c-47a1-47f8-a4f5-611ae6fb6623', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:47:42.356145 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Provisioning complete for port a139b699-bac0-453c-9939-8a855c207458 triggered by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 18:47:42.356541 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:42.367649 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-27c78f9b-cab6-4e20-8ba6-a8b34aff6ba0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.583s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:47:42.439018 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda5e3d5-8e06-479f-805d-ce4ce7463fb1 req-9f45d8ea-0900-4dcc-96d6-379504d0d2cd tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:47:42.441051 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-eda5e3d5-8e06-479f-805d-ce4ce7463fb1 req-9f45d8ea-0900-4dcc-96d6-379504d0d2cd tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/ports?device_id=04e81b22-afbc-433c-a90e-00e778339b4e HTTP/1.1" status: 200 len: 943 time: 1.0068982 Jun 10 18:47:42.448711 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvr_db [None req-4d800612-b995-4f51-93cd-3a6d0bbc2910 None None] Set router b861166f-894e-4d66-9439-d4d81a6d306d gateway port host: dv-cinder-786260-4-iscsi {{(pid=98186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 18:47:42.516540 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-872dacab-be7c-43fd-a47e-6d6234cd90b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:42.558055 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-872dacab-be7c-43fd-a47e-6d6234cd90b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:42.559479 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-872dacab-be7c-43fd-a47e-6d6234cd90b7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c1fdea2b-ab32-468d-90b6-6372b9056244 HTTP/1.1" status: 204 len: 168 time: 1.7757001 Jun 10 18:47:42.560638 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:47:42.563903 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.managers [req-c466ced4-fe6c-4d34-a7db-6e2a5deab74d req-27c78f9b-cab6-4e20-8ba6-a8b34aff6ba0 service neutron] Attempting to bind port e7ba6b50-0941-4934-bafd-87f6d28ef45c on host hv-cinder-78626 for vnic_type normal with profile {{(pid=98184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 18:47:42.564783 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.managers [req-c466ced4-fe6c-4d34-a7db-6e2a5deab74d req-27c78f9b-cab6-4e20-8ba6-a8b34aff6ba0 service neutron] Attempting to bind port e7ba6b50-0941-4934-bafd-87f6d28ef45c by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'fd279837-3169-4e44-bb88-c8bbfa96e1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '19e9a3f5-4709-4ace-b497-42ae4bcaab91'}] {{(pid=98184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 18:47:42.565352 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c466ced4-fe6c-4d34-a7db-6e2a5deab74d req-27c78f9b-cab6-4e20-8ba6-a8b34aff6ba0 service neutron] Attempting to bind port e7ba6b50-0941-4934-bafd-87f6d28ef45c on network 19e9a3f5-4709-4ace-b497-42ae4bcaab91 {{(pid=98184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 18:47:42.578534 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cae4b6b-fda2-4b9a-896c-fb60c8ffef92 req-4fd6738d-d6ec-431d-b52b-5dc07c392636 tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:47:42.588224 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872dacab-be7c-43fd-a47e-6d6234cd90b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1fdea2b-ab32-468d-90b6-6372b9056244,revision_number=None']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:47:42.591693 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-8cae4b6b-fda2-4b9a-896c-fb60c8ffef92 req-4fd6738d-d6ec-431d-b52b-5dc07c392636 tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] 10.222.0.15 "GET /v2.0/ports?device_id=adde8da3-a2d9-4708-8a68-505450b3072a HTTP/1.1" status: 200 len: 931 time: 1.0060470 Jun 10 18:47:42.601730 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c466ced4-fe6c-4d34-a7db-6e2a5deab74d req-27c78f9b-cab6-4e20-8ba6-a8b34aff6ba0 service neutron] Port e7ba6b50-0941-4934-bafd-87f6d28ef45c on network 19e9a3f5-4709-4ace-b497-42ae4bcaab91 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=98184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 18:47:42.602652 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.db.provisioning_blocks [req-116643ce-b160-4145-94cf-f0162d009aff req-e779de00-79ab-48da-895a-273aefdefbf1 service neutron] Transition to ACTIVE for port object e3754908-a92f-422c-8056-e143e7d3f9f6 will not be triggered until provisioned by entity L2. {{(pid=98185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 18:47:42.603062 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c466ced4-fe6c-4d34-a7db-6e2a5deab74d req-27c78f9b-cab6-4e20-8ba6-a8b34aff6ba0 service neutron] Attempting to bind port e7ba6b50-0941-4934-bafd-87f6d28ef45c on network 19e9a3f5-4709-4ace-b497-42ae4bcaab91 {{(pid=98184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 18:47:42.609165 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-872dacab-be7c-43fd-a47e-6d6234cd90b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:47:42.647114 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c466ced4-fe6c-4d34-a7db-6e2a5deab74d req-27c78f9b-cab6-4e20-8ba6-a8b34aff6ba0 service neutron] Checking agent: {'id': '81ed237c-a7bd-4721-ad26-da2ab32caefc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 18, 45, 46), 'started_at': datetime.datetime(2021, 6, 10, 18, 45, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 18, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 18:47:42.652323 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c466ced4-fe6c-4d34-a7db-6e2a5deab74d req-27c78f9b-cab6-4e20-8ba6-a8b34aff6ba0 service neutron] Checking segment: {'id': 'fd279837-3169-4e44-bb88-c8bbfa96e1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '19e9a3f5-4709-4ace-b497-42ae4bcaab91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 18:47:42.653070 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c466ced4-fe6c-4d34-a7db-6e2a5deab74d req-27c78f9b-cab6-4e20-8ba6-a8b34aff6ba0 service neutron] Bound using segment: {'id': 'fd279837-3169-4e44-bb88-c8bbfa96e1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '19e9a3f5-4709-4ace-b497-42ae4bcaab91'} {{(pid=98184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 18:47:42.653693 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.managers [req-c466ced4-fe6c-4d34-a7db-6e2a5deab74d req-27c78f9b-cab6-4e20-8ba6-a8b34aff6ba0 service neutron] Bound port: e7ba6b50-0941-4934-bafd-87f6d28ef45c, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd279837-3169-4e44-bb88-c8bbfa96e1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '19e9a3f5-4709-4ace-b497-42ae4bcaab91'}}] {{(pid=98184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 18:47:42.654304 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [req-c466ced4-fe6c-4d34-a7db-6e2a5deab74d req-27c78f9b-cab6-4e20-8ba6-a8b34aff6ba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:42.660990 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-eda5e3d5-8e06-479f-805d-ce4ce7463fb1 req-51dbb8e2-2f4e-4dea-beac-c4129a9e588a tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/security-groups?id=06502357-ff4c-485b-91b1-561d1bbe6894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093451 Jun 10 18:47:42.674149 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-116643ce-b160-4145-94cf-f0162d009aff req-e779de00-79ab-48da-895a-273aefdefbf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:42.704078 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1a8aeb1-83af-4a47-914a-3e4f2b981011 admin admin] Notify agent at l3_agent.dv-cinder-786260-4-iscsi the message routers_updated {{(pid=98184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 18:47:42.719013 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f109305-b8be-495b-a549-a8035e49fe12 None None] Sync routers for ids ['3202bdca-5c55-4808-917b-e041430296c4'] in dv-cinder-786260-4-iscsi {{(pid=98187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 18:47:42.737057 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f109305-b8be-495b-a549-a8035e49fe12 None None] Routers {'3202bdca-5c55-4808-917b-e041430296c4'} bound to L3 agent in host dv-cinder-786260-4-iscsi {{(pid=98187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 18:47:42.737722 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_hamode_db [None req-9f109305-b8be-495b-a549-a8035e49fe12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T18:39:44Z,description=,heartbeat_timestamp=2021-06-10T18:47:14Z,host='dv-cinder-786260-4-iscsi',id=1661496b-b13c-41e5-8e80-f6a07c138e01,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T18:39:44Z,topic='l3_agent')) {'router_ids': ['3202bdca-5c55-4808-917b-e041430296c4'], 'active': True} {{(pid=98187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:47:42.740767 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-f1a8aeb1-83af-4a47-914a-3e4f2b981011 admin admin] 10.222.0.15 "PUT /v2.0/routers/3202bdca-5c55-4808-917b-e041430296c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6063111 Jun 10 18:47:42.758292 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-d60d9c9f-b06e-4b16-96a4-dfa76ad0144c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:47:42.869802 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779de00-79ab-48da-895a-273aefdefbf1 service neutron] Pushing event updated for resources: {'Port': ['ID=e3754908-a92f-422c-8056-e143e7d3f9f6,revision_number=2']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:47:42.876001 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.db [req-c466ced4-fe6c-4d34-a7db-6e2a5deab74d req-27c78f9b-cab6-4e20-8ba6-a8b34aff6ba0 service neutron] For port e7ba6b50-0941-4934-bafd-87f6d28ef45c, host hv-cinder-78626, cleared binding levels {{(pid=98184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 18:47:42.908531 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-e779de00-79ab-48da-895a-273aefdefbf1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:47:42.954617 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.db [req-c466ced4-fe6c-4d34-a7db-6e2a5deab74d req-27c78f9b-cab6-4e20-8ba6-a8b34aff6ba0 service neutron] For port e7ba6b50-0941-4934-bafd-87f6d28ef45c, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=e7ba6b50-0941-4934-bafd-87f6d28ef45c,segment=NetworkSegment(fd279837-3169-4e44-bb88-c8bbfa96e1db),segment_id=fd279837-3169-4e44-bb88-c8bbfa96e1db)] {{(pid=98184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 18:47:42.967879 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [req-c466ced4-fe6c-4d34-a7db-6e2a5deab74d req-27c78f9b-cab6-4e20-8ba6-a8b34aff6ba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:42.975790 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-3632780f-aaa9-4724-9d7c-6c756f58222e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:47:42.978095 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-7db16696-606f-4c79-a8d2-fd0fe4ae4cc1 None None] Provisioning for port 2750cf86-e100-4486-9476-dbb9c10060f9 completed by entity DHCP. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 18:47:42.991639 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-7db16696-606f-4c79-a8d2-fd0fe4ae4cc1 None None] Provisioning complete for port 2750cf86-e100-4486-9476-dbb9c10060f9 triggered by entity DHCP. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 18:47:42.996619 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-7db16696-606f-4c79-a8d2-fd0fe4ae4cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:43.075946 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-3bc8b3f3-09b1-4eab-b116-d6d942bf6b63 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:43.118446 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c466ced4-fe6c-4d34-a7db-6e2a5deab74d req-27c78f9b-cab6-4e20-8ba6-a8b34aff6ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:47:43.119077 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [req-c466ced4-fe6c-4d34-a7db-6e2a5deab74d req-27c78f9b-cab6-4e20-8ba6-a8b34aff6ba0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731712'] for port, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:43.120566 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-c466ced4-fe6c-4d34-a7db-6e2a5deab74d req-27c78f9b-cab6-4e20-8ba6-a8b34aff6ba0 service neutron] 10.222.0.39 "PUT /v2.0/ports/e7ba6b50-0941-4934-bafd-87f6d28ef45c HTTP/1.1" status: 200 len: 1093 time: 4.6335399 Jun 10 18:47:43.121058 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04e81b22-afbc-433c-a90e-00e778339b4e', 'tag': 'e7ba6b50-0941-4934-bafd-87f6d28ef45c'}] {{(pid=98184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 18:47:43.176740 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.plugin [None req-7db16696-606f-4c79-a8d2-fd0fe4ae4cc1 None None] Port 2750cf86-e100-4486-9476-dbb9c10060f9 cannot update to ACTIVE because it is not bound. {{(pid=98186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 18:47:43.279527 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_dvr_db [None req-9f109305-b8be-495b-a549-a8035e49fe12 None None] Set router 3202bdca-5c55-4808-917b-e041430296c4 gateway port host: dv-cinder-786260-4-iscsi {{(pid=98187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 18:47:43.293893 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c78f9b-cab6-4e20-8ba6-a8b34aff6ba0 service neutron] Pushing event updated for resources: {'Port': ['ID=e7ba6b50-0941-4934-bafd-87f6d28ef45c,revision_number=3']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:47:43.305203 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-27c78f9b-cab6-4e20-8ba6-a8b34aff6ba0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:47:43.400604 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c466ced4-fe6c-4d34-a7db-6e2a5deab74d req-b13c105b-b81d-4982-a0e5-bc923ede3d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:47:43.406388 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-c466ced4-fe6c-4d34-a7db-6e2a5deab74d req-b13c105b-b81d-4982-a0e5-bc923ede3d88 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=be26617a1ee345d9a6f8be900482942f&device_id=04e81b22-afbc-433c-a90e-00e778339b4e HTTP/1.1" status: 200 len: 1096 time: 0.2104282 Jun 10 18:47:43.750555 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-8cae4b6b-fda2-4b9a-896c-fb60c8ffef92 req-6f85221f-4621-4151-8b51-480ee4c573f9 tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] 10.222.0.15 "GET /v2.0/security-groups?id=a84a6f49-79f9-4953-8e37-238be30dbc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1056588 Jun 10 18:47:43.773436 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb56d522721b4b5adfc42fa723f2f3515f3582caf8bc0113b3f39c2a7fe625ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbbdc7af-217f-4e7b-bb6f-eb1d9fa90b88" -d '{"events": [{"name": "network-changed", "server_uuid": "04e81b22-afbc-433c-a90e-00e778339b4e", "tag": "e7ba6b50-0941-4934-bafd-87f6d28ef45c"}]}' {{(pid=98184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 18:47:43.845352 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-4d800612-b995-4f51-93cd-3a6d0bbc2910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b861166f-894e-4d66-9439-d4d81a6d306d', 'name': 'tempest-AttachVolumeShelveTestJSON-1199840927-router', 'tenant_id': 'c50ca810c49044daa0af12e38f6ab6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '0de45170-2499-4cb9-9b3a-72076bb7ebe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T18:47:25Z', 'updated_at': '2021-06-10T18:47:30Z', 'revision_number': 3, 'project_id': 'c50ca810c49044daa0af12e38f6ab6a1', 'gw_port': {'id': '0de45170-2499-4cb9-9b3a-72076bb7ebe4', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ad:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b861166f-894e-4d66-9439-d4d81a6d306d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:47:28Z', 'updated_at': '2021-06-10T18:47:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi'}], 'dv-cinder-786260-4-iscsi', False) {} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:47:43.851781 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d800612-b995-4f51-93cd-3a6d0bbc2910 None None] The sync data for ids ['b861166f-894e-4d66-9439-d4d81a6d306d'] in dv-cinder-786260-4-iscsi is: [{'id': 'b861166f-894e-4d66-9439-d4d81a6d306d', 'name': 'tempest-AttachVolumeShelveTestJSON-1199840927-router', 'tenant_id': 'c50ca810c49044daa0af12e38f6ab6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '0de45170-2499-4cb9-9b3a-72076bb7ebe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T18:47:25Z', 'updated_at': '2021-06-10T18:47:30Z', 'revision_number': 3, 'project_id': 'c50ca810c49044daa0af12e38f6ab6a1', 'gw_port': {'id': '0de45170-2499-4cb9-9b3a-72076bb7ebe4', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ad:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b861166f-894e-4d66-9439-d4d81a6d306d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:47:28Z', 'updated_at': '2021-06-10T18:47:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi'}] {{(pid=98186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 18:47:43.857011 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.managers [req-116643ce-b160-4145-94cf-f0162d009aff req-e779de00-79ab-48da-895a-273aefdefbf1 service neutron] Attempting to bind port e3754908-a92f-422c-8056-e143e7d3f9f6 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=98185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 18:47:43.857378 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.managers [req-116643ce-b160-4145-94cf-f0162d009aff req-e779de00-79ab-48da-895a-273aefdefbf1 service neutron] Attempting to bind port e3754908-a92f-422c-8056-e143e7d3f9f6 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'b950237d-a9b4-498d-ae31-3d34e5010ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1150afbe-7c41-44dc-8b70-8b95a05ad9f8'}] {{(pid=98185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 18:47:43.857766 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116643ce-b160-4145-94cf-f0162d009aff req-e779de00-79ab-48da-895a-273aefdefbf1 service neutron] Attempting to bind port e3754908-a92f-422c-8056-e143e7d3f9f6 on network 1150afbe-7c41-44dc-8b70-8b95a05ad9f8 {{(pid=98185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 18:47:43.905967 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116643ce-b160-4145-94cf-f0162d009aff req-e779de00-79ab-48da-895a-273aefdefbf1 service neutron] Port e3754908-a92f-422c-8056-e143e7d3f9f6 on network 1150afbe-7c41-44dc-8b70-8b95a05ad9f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=98185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 18:47:43.906334 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116643ce-b160-4145-94cf-f0162d009aff req-e779de00-79ab-48da-895a-273aefdefbf1 service neutron] Attempting to bind port e3754908-a92f-422c-8056-e143e7d3f9f6 on network 1150afbe-7c41-44dc-8b70-8b95a05ad9f8 {{(pid=98185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 18:47:44.005414 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116643ce-b160-4145-94cf-f0162d009aff req-e779de00-79ab-48da-895a-273aefdefbf1 service neutron] Checking agent: {'id': '81ed237c-a7bd-4721-ad26-da2ab32caefc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 18, 45, 46), 'started_at': datetime.datetime(2021, 6, 10, 18, 45, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 18, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 18:47:44.006318 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116643ce-b160-4145-94cf-f0162d009aff req-e779de00-79ab-48da-895a-273aefdefbf1 service neutron] Checking segment: {'id': 'b950237d-a9b4-498d-ae31-3d34e5010ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1150afbe-7c41-44dc-8b70-8b95a05ad9f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 18:47:44.006835 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116643ce-b160-4145-94cf-f0162d009aff req-e779de00-79ab-48da-895a-273aefdefbf1 service neutron] Bound using segment: {'id': 'b950237d-a9b4-498d-ae31-3d34e5010ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1150afbe-7c41-44dc-8b70-8b95a05ad9f8'} {{(pid=98185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 18:47:44.007860 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.managers [req-116643ce-b160-4145-94cf-f0162d009aff req-e779de00-79ab-48da-895a-273aefdefbf1 service neutron] Bound port: e3754908-a92f-422c-8056-e143e7d3f9f6, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b950237d-a9b4-498d-ae31-3d34e5010ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1150afbe-7c41-44dc-8b70-8b95a05ad9f8'}}] {{(pid=98185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 18:47:44.007860 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-116643ce-b160-4145-94cf-f0162d009aff req-e779de00-79ab-48da-895a-273aefdefbf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:44.135851 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-3bc8b3f3-09b1-4eab-b116-d6d942bf6b63 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:44.246419 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-d60d9c9f-b06e-4b16-96a4-dfa76ad0144c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:44.281404 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-1e0b36e4-974d-4a20-849f-f71335e02d1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:44.293908 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_hamode_db [None req-9f109305-b8be-495b-a549-a8035e49fe12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3202bdca-5c55-4808-917b-e041430296c4', 'name': 'tempest-ServerRescueNegativeTestJSON-556327172-router', 'tenant_id': 'a9d7cab2e80a4790a3c08dfa4dc50427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '0df4d4fb-b091-4e9f-8fb0-ce402ed8b212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T18:47:22Z', 'updated_at': '2021-06-10T18:47:37Z', 'revision_number': 4, 'project_id': 'a9d7cab2e80a4790a3c08dfa4dc50427', 'gw_port': {'id': '0df4d4fb-b091-4e9f-8fb0-ce402ed8b212', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:86:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3202bdca-5c55-4808-917b-e041430296c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:47:24Z', 'updated_at': '2021-06-10T18:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi', '_interfaces': [{'id': '1bdb16d3-0671-4500-9014-0962a253718f', 'name': '', 'network_id': '36c601fb-9272-4d67-b287-4990129f2e5f', 'tenant_id': 'a9d7cab2e80a4790a3c08dfa4dc50427', 'mac_address': 'fa:16:3e:6d:cf:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3202bdca-5c55-4808-917b-e041430296c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7cc0a94e-b476-4d1d-b3df-5e3104af9a91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:47:33Z', 'updated_at': '2021-06-10T18:47:38Z', 'revision_number': 2, 'project_id': 'a9d7cab2e80a4790a3c08dfa4dc50427', 'subnets': [{'id': '7cc0a94e-b476-4d1d-b3df-5e3104af9a91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-4-iscsi', False) {} {{(pid=98187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:47:44.302555 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f109305-b8be-495b-a549-a8035e49fe12 None None] Checking router: 3202bdca-5c55-4808-917b-e041430296c4 for host: dv-cinder-786260-4-iscsi {{(pid=98187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 18:47:44.303352 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f109305-b8be-495b-a549-a8035e49fe12 None None] Updating router 3202bdca-5c55-4808-917b-e041430296c4 port 1bdb16d3-0671-4500-9014-0962a253718f binding host dv-cinder-786260-4-iscsi {{(pid=98187) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 18:47:44.322082 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-3bc8b3f3-09b1-4eab-b116-d6d942bf6b63 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102015'] for security_group_rule, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:44.432715 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:44.433893 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron_lib.callbacks.manager [None req-9f109305-b8be-495b-a549-a8035e49fe12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:44.494884 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:47:44.539146 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f782546b-108f-4437-ba2f-961c5fd117fb req-bd67e5c9-ba93-4d95-acff-938d465dd1f9 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:47:44.553067 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-f782546b-108f-4437-ba2f-961c5fd117fb req-bd67e5c9-ba93-4d95-acff-938d465dd1f9 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/networks?id=36c601fb-9272-4d67-b287-4990129f2e5f HTTP/1.1" status: 200 len: 818 time: 0.4144011 Jun 10 18:47:44.586455 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-f782546b-108f-4437-ba2f-961c5fd117fb req-90cd8ec4-8482-4724-b264-dda8bed5973f tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/quotas/a9d7cab2e80a4790a3c08dfa4dc50427 HTTP/1.1" status: 200 len: 375 time: 0.0322051 Jun 10 18:47:44.656849 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc8b3f3-09b1-4eab-b116-d6d942bf6b63 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83c5095a-f7a8-4f5c-9f9c-98b35b77dfb9,revision_number=0']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:47:44.695202 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-3bc8b3f3-09b1-4eab-b116-d6d942bf6b63 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:47:44.705648 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-3bc8b3f3-09b1-4eab-b116-d6d942bf6b63 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:44.721480 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-3bc8b3f3-09b1-4eab-b116-d6d942bf6b63 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.3986762 Jun 10 18:47:44.726572 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 44810) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:47:44.731934 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.v2.base [None req-90ad957f-86c9-4707-add4-8b210ba0f090 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Request body: {'floatingip': {'floating_network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d'}} {{(pid=98184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:47:44.807729 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-f782546b-108f-4437-ba2f-961c5fd117fb req-a5930918-3891-4278-ada8-cc551aac0678 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a9d7cab2e80a4790a3c08dfa4dc50427&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2200379 Jun 10 18:47:44.983545 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-f782546b-108f-4437-ba2f-961c5fd117fb req-042f35ff-92eb-40d2-824d-fdacd3ef0de2 service neutron] 10.222.0.15 "GET /v2.0/networks/36c601fb-9272-4d67-b287-4990129f2e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746786 Jun 10 18:47:45.175408 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 44822) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:47:45.336229 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron_lib.callbacks.manager [None req-9f109305-b8be-495b-a549-a8035e49fe12 None None] Notify callbacks [] for port, precommit_update {{(pid=98187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:45.359687 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.provisioning_blocks [None req-9f109305-b8be-495b-a549-a8035e49fe12 None None] Transition to ACTIVE for port object 1bdb16d3-0671-4500-9014-0962a253718f will not be triggered until provisioned by entity L2. {{(pid=98187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 18:47:45.385383 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-c466ced4-fe6c-4d34-a7db-6e2a5deab74d req-456e8d3c-907e-447c-83e7-0f7091409e4b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7ba6b50-0941-4934-bafd-87f6d28ef45c HTTP/1.1" status: 200 len: 217 time: 0.2106936 Jun 10 18:47:45.391111 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron_lib.callbacks.manager [None req-9f109305-b8be-495b-a549-a8035e49fe12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:45.400343 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-8dcc316c-a8c5-4da3-a0ad-e3f4fe9157be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:45.403596 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:47:45.404425 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-90ad957f-86c9-4707-add4-8b210ba0f090 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Notify callbacks [] for floatingip, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:45.477433 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bafec6-e1da-49d0-b479-db4a4c35a550 req-7fa26e11-f726-42ed-8f18-4b0265c394cf tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:47:45.480454 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-56bafec6-e1da-49d0-b479-db4a4c35a550 req-7fa26e11-f726-42ed-8f18-4b0265c394cf tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/ports?device_id=04e81b22-afbc-433c-a90e-00e778339b4e HTTP/1.1" status: 200 len: 943 time: 1.3673339 Jun 10 18:47:45.482296 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.db [req-116643ce-b160-4145-94cf-f0162d009aff req-e779de00-79ab-48da-895a-273aefdefbf1 service neutron] For port e3754908-a92f-422c-8056-e143e7d3f9f6, host hv-cinder-78626, cleared binding levels {{(pid=98185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 18:47:45.498075 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-55b8d386-9dad-4260-9554-624d35f83c14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:45.524435 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.db [req-116643ce-b160-4145-94cf-f0162d009aff req-e779de00-79ab-48da-895a-273aefdefbf1 service neutron] For port e3754908-a92f-422c-8056-e143e7d3f9f6, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=e3754908-a92f-422c-8056-e143e7d3f9f6,segment=NetworkSegment(b950237d-a9b4-498d-ae31-3d34e5010ece),segment_id=b950237d-a9b4-498d-ae31-3d34e5010ece)] {{(pid=98185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 18:47:45.557027 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-f782546b-108f-4437-ba2f-961c5fd117fb req-49ce3474-c8a6-45a3-8d48-07bc4e9eb9aa service neutron] 10.222.0.15 "GET /v2.0/networks/36c601fb-9272-4d67-b287-4990129f2e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5721869 Jun 10 18:47:45.566086 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-116643ce-b160-4145-94cf-f0162d009aff req-e779de00-79ab-48da-895a-273aefdefbf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:45.585230 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:47:45.596417 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-56bafec6-e1da-49d0-b479-db4a4c35a550 req-b178945b-118a-4ff0-8905-16ff9cd80676 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/security-groups?id=06502357-ff4c-485b-91b1-561d1bbe6894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085029 Jun 10 18:47:45.691582 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c466ced4-fe6c-4d34-a7db-6e2a5deab74d req-2fec5f44-514f-4752-8cfd-93f4035b4b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:47:45.708965 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-c466ced4-fe6c-4d34-a7db-6e2a5deab74d req-2fec5f44-514f-4752-8cfd-93f4035b4b27 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e54f33df-96bf-41df-aade-9540ec4d8d5f HTTP/1.1" status: 200 len: 855 time: 0.1744390 Jun 10 18:47:45.785071 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116643ce-b160-4145-94cf-f0162d009aff req-e779de00-79ab-48da-895a-273aefdefbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:47:45.785878 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-116643ce-b160-4145-94cf-f0162d009aff req-e779de00-79ab-48da-895a-273aefdefbf1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731712'] for port, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:45.791472 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-116643ce-b160-4145-94cf-f0162d009aff req-e779de00-79ab-48da-895a-273aefdefbf1 service neutron] 10.222.0.39 "PUT /v2.0/ports/e3754908-a92f-422c-8056-e143e7d3f9f6 HTTP/1.1" status: 200 len: 1093 time: 7.4462759 Jun 10 18:47:45.792038 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.plugins.ml2.managers [None req-9f109305-b8be-495b-a549-a8035e49fe12 None None] Attempting to bind port 1bdb16d3-0671-4500-9014-0962a253718f on host dv-cinder-786260-4-iscsi for vnic_type normal with profile {{(pid=98187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 18:47:45.792710 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.plugins.ml2.managers [None req-9f109305-b8be-495b-a549-a8035e49fe12 None None] Attempting to bind port 1bdb16d3-0671-4500-9014-0962a253718f by drivers openvswitch,hyperv on host dv-cinder-786260-4-iscsi at level 0 using segments [{'id': '8aad430c-f386-4a5a-bcc9-ad8b4eb8863a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '36c601fb-9272-4d67-b287-4990129f2e5f'}] {{(pid=98187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 18:47:45.793158 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adde8da3-a2d9-4708-8a68-505450b3072a', 'tag': 'e3754908-a92f-422c-8056-e143e7d3f9f6'}] {{(pid=98185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 18:47:45.793542 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f109305-b8be-495b-a549-a8035e49fe12 None None] Attempting to bind port 1bdb16d3-0671-4500-9014-0962a253718f on network 36c601fb-9272-4d67-b287-4990129f2e5f {{(pid=98187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 18:47:45.808273 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4174e431-5e0f-4533-bb69-449340716c48 None None] Pushing event updated for resources: {'Port': ['ID=1bdb16d3-0671-4500-9014-0962a253718f,revision_number=3']} {{(pid=98187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:47:45.811430 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f109305-b8be-495b-a549-a8035e49fe12 None None] Checking agent: {'id': '0a9461fa-5aa1-4bfe-a01a-9192fdaa924f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 18, 39, 44), 'started_at': datetime.datetime(2021, 6, 10, 18, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 18, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 18:47:45.812040 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f109305-b8be-495b-a549-a8035e49fe12 None None] Checking segment: {'id': '8aad430c-f386-4a5a-bcc9-ad8b4eb8863a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '36c601fb-9272-4d67-b287-4990129f2e5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 18:47:45.812786 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron_lib.callbacks.manager [None req-9f109305-b8be-495b-a549-a8035e49fe12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:45.813603 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f109305-b8be-495b-a549-a8035e49fe12 None None] Bound using segment: {'id': '8aad430c-f386-4a5a-bcc9-ad8b4eb8863a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '36c601fb-9272-4d67-b287-4990129f2e5f'} {{(pid=98187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 18:47:45.814503 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.plugins.ml2.managers [None req-9f109305-b8be-495b-a549-a8035e49fe12 None None] Bound port: 1bdb16d3-0671-4500-9014-0962a253718f, host: dv-cinder-786260-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8aad430c-f386-4a5a-bcc9-ad8b4eb8863a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '36c601fb-9272-4d67-b287-4990129f2e5f'}}] {{(pid=98187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 18:47:45.815053 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron_lib.callbacks.manager [None req-9f109305-b8be-495b-a549-a8035e49fe12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:45.840404 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG oslo_concurrency.lockutils [None req-4174e431-5e0f-4533-bb69-449340716c48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=98187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:47:45.900151 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Device 0de45170-2499-4cb9-9b3a-72076bb7ebe4 up at agent ovs-agent-dv-cinder-786260-4-iscsi {{(pid=98186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 18:47:45.940619 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.plugins.ml2.db [None req-9f109305-b8be-495b-a549-a8035e49fe12 None None] For port 1bdb16d3-0671-4500-9014-0962a253718f, host dv-cinder-786260-4-iscsi, cleared binding levels {{(pid=98187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 18:47:45.959318 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.plugins.ml2.db [None req-9f109305-b8be-495b-a549-a8035e49fe12 None None] For port 1bdb16d3-0671-4500-9014-0962a253718f, host dv-cinder-786260-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-4-iscsi',level=0,port_id=1bdb16d3-0671-4500-9014-0962a253718f,segment=NetworkSegment(8aad430c-f386-4a5a-bcc9-ad8b4eb8863a),segment_id=8aad430c-f386-4a5a-bcc9-ad8b4eb8863a)] {{(pid=98187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 18:47:45.975734 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron_lib.callbacks.manager [None req-9f109305-b8be-495b-a549-a8035e49fe12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:45.986467 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:47:46.025588 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779de00-79ab-48da-895a-273aefdefbf1 service neutron] Pushing event updated for resources: {'Port': ['ID=e3754908-a92f-422c-8056-e143e7d3f9f6,revision_number=3']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:47:46.034206 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-e779de00-79ab-48da-895a-273aefdefbf1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:47:46.046795 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-d60d9c9f-b06e-4b16-96a4-dfa76ad0144c admin admin] Notify callbacks [] for port, precommit_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:46.057130 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-d60d9c9f-b06e-4b16-96a4-dfa76ad0144c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:46.058333 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-d60d9c9f-b06e-4b16-96a4-dfa76ad0144c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4032840'] for router_interface, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:46.073195 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-55b8d386-9dad-4260-9554-624d35f83c14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:46.090212 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-90ad957f-86c9-4707-add4-8b210ba0f090 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-941319'] for port, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:46.092440 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-e779de00-79ab-48da-895a-273aefdefbf1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:47:46.100678 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-55b8d386-9dad-4260-9554-624d35f83c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:46.113285 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:47:46.121901 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f109305-b8be-495b-a549-a8035e49fe12 None None] Routers {'3202bdca-5c55-4808-917b-e041430296c4'} bound to L3 agent in host dv-cinder-786260-4-iscsi {{(pid=98187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 18:47:46.122525 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Provisioning for port 0de45170-2499-4cb9-9b3a-72076bb7ebe4 completed by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 18:47:46.130063 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_hamode_db [None req-9f109305-b8be-495b-a549-a8035e49fe12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T18:39:44Z,description=,heartbeat_timestamp=2021-06-10T18:47:44Z,host='dv-cinder-786260-4-iscsi',id=1661496b-b13c-41e5-8e80-f6a07c138e01,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T18:39:44Z,topic='l3_agent')) {'router_ids': ['3202bdca-5c55-4808-917b-e041430296c4'], 'active': True} {{(pid=98187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:47:46.136731 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Provisioning complete for port 0de45170-2499-4cb9-9b3a-72076bb7ebe4 triggered by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 18:47:46.137307 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:46.415004 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:46.445889 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-55b8d386-9dad-4260-9554-624d35f83c14 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=37ff69b2e6e241dcbf62854618bbcd93&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2263904 Jun 10 18:47:46.478733 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 44854) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:47:46.483672 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b8d386-9dad-4260-9554-624d35f83c14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22377bdf-45ee-4324-ad42-08035fac146c,revision_number=1']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:47:46.490937 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-55b8d386-9dad-4260-9554-624d35f83c14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:47:46.512532 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60d9c9f-b06e-4b16-96a4-dfa76ad0144c admin admin] Pushing event updated for resources: {'Port': ['ID=2750cf86-e100-4486-9476-dbb9c10060f9,revision_number=2']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:47:46.519446 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-d60d9c9f-b06e-4b16-96a4-dfa76ad0144c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:47:46.522712 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] For port 0de45170-2499-4cb9-9b3a-72076bb7ebe4, host dv-cinder-786260-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-4-iscsi',level=0,port_id=0de45170-2499-4cb9-9b3a-72076bb7ebe4,segment=NetworkSegment(151ae908-95e4-46a8-8b94-d201ec410581),segment_id=151ae908-95e4-46a8-8b94-d201ec410581)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:47:46.532861 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:46.539096 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:46.543933 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-fa67edec-cca4-496a-b786-bce0cc00701d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:47:46.605519 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4174e431-5e0f-4533-bb69-449340716c48 None None] Pushing event updated for resources: {'Port': ['ID=1bdb16d3-0671-4500-9014-0962a253718f,revision_number=4']} {{(pid=98187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:47:46.614014 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG oslo_concurrency.lockutils [None req-4174e431-5e0f-4533-bb69-449340716c48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.627s {{(pid=98187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:47:46.621151 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 18:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beda792e-6dbf-4be6-9ddc-aa0430e0e094 x-openstack-request-id: req-beda792e-6dbf-4be6-9ddc-aa0430e0e094 {{(pid=98184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 18:47:46.623700 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04e81b22-afbc-433c-a90e-00e778339b4e", "tag": "e7ba6b50-0941-4934-bafd-87f6d28ef45c", "status": "completed", "code": 200}]} {{(pid=98184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 18:47:46.624646 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-beda792e-6dbf-4be6-9ddc-aa0430e0e094 {{(pid=98184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 18:47:46.626239 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04e81b22-afbc-433c-a90e-00e778339b4e', 'tag': 'e7ba6b50-0941-4934-bafd-87f6d28ef45c', 'status': 'completed', 'code': 200} Jun 10 18:47:46.692894 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-b00f5a3a-3cfd-459f-bfaf-8a900ad8bb3a req-a1a16781-5c05-46bd-8170-caaaca088100 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=98098ee8-c38f-4d5c-b59c-21b6d07b4b26 HTTP/1.1" status: 200 len: 210 time: 0.0692883 Jun 10 18:47:46.724511 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_dvr_db [None req-9f109305-b8be-495b-a549-a8035e49fe12 None None] Set router 3202bdca-5c55-4808-917b-e041430296c4 gateway port host: dv-cinder-786260-4-iscsi {{(pid=98187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 18:47:46.734804 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60d9c9f-b06e-4b16-96a4-dfa76ad0144c admin admin] Network a9c6338b-27b7-4507-a101-996d60be3c98 is already hosted by enough agents. {{(pid=98185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 18:47:46.740712 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.base_scheduler [None req-d60d9c9f-b06e-4b16-96a4-dfa76ad0144c admin admin] Resources bound (agent type, host, resource id): {{(pid=98185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 18:47:46.752774 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Pushing event updated for resources: {'Port': ['ID=0de45170-2499-4cb9-9b3a-72076bb7ebe4,revision_number=4']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:47:46.773760 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:47:46.829942 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44d46bb02d59f4e600e8e3fdef735be97a189b4bda953b1539dd9e97451c2ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9059f5d-60c2-4ed5-b0bf-765e46dca0cd" -d '{"events": [{"name": "network-changed", "server_uuid": "adde8da3-a2d9-4708-8a68-505450b3072a", "tag": "e3754908-a92f-422c-8056-e143e7d3f9f6"}]}' {{(pid=98185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 18:47:47.203939 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-bf1ede84-8c21-46ff-8a19-cb90afe635a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:47.259391 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-96a1f200-0573-4eeb-ab6c-ae378417247c None None] Provisioning complete for port 2750cf86-e100-4486-9476-dbb9c10060f9 triggered by entity DHCP. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 18:47:47.262085 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-96a1f200-0573-4eeb-ab6c-ae378417247c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:47.335856 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-c466ced4-fe6c-4d34-a7db-6e2a5deab74d req-41877032-e1d6-4164-a6b7-7e1bf2716069 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=19e9a3f5-4709-4ace-b497-42ae4bcaab91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0932164 Jun 10 18:47:47.361705 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.plugin [None req-96a1f200-0573-4eeb-ab6c-ae378417247c None None] Port 2750cf86-e100-4486-9476-dbb9c10060f9 cannot update to ACTIVE because it is not bound. {{(pid=98186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 18:47:47.366624 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ec4771-a7aa-49b8-a8ae-a867ac64f93c req-9c7b5b77-a34f-4882-9914-85ba62b4756e tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:47:47.374451 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-e2ec4771-a7aa-49b8-a8ae-a867ac64f93c req-9c7b5b77-a34f-4882-9914-85ba62b4756e tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] 10.222.0.15 "GET /v2.0/ports?device_id=adde8da3-a2d9-4708-8a68-505450b3072a HTTP/1.1" status: 200 len: 943 time: 1.0027826 Jun 10 18:47:47.384218 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.db.db_base_plugin_common [None req-90ad957f-86c9-4707-add4-8b210ba0f090 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Allocated IP 172.27.3.249 (a2be77e0-c818-4f69-a7bb-de46a435f28d/dcf03c9b-e407-4813-8188-7ebc21a92a5e/aedfbeff-c66c-4b7a-a410-ecc5b35f5ebb) {{(pid=98184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 18:47:47.437527 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d60d9c9f-b06e-4b16-96a4-dfa76ad0144c admin admin] Router b861166f-894e-4d66-9439-d4d81a6d306d has already been hosted by L3 agent 1661496b-b13c-41e5-8e80-f6a07c138e01 {{(pid=98185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 18:47:47.442890 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_hamode_db [None req-9f109305-b8be-495b-a549-a8035e49fe12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3202bdca-5c55-4808-917b-e041430296c4', 'name': 'tempest-ServerRescueNegativeTestJSON-556327172-router', 'tenant_id': 'a9d7cab2e80a4790a3c08dfa4dc50427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '0df4d4fb-b091-4e9f-8fb0-ce402ed8b212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T18:47:22Z', 'updated_at': '2021-06-10T18:47:37Z', 'revision_number': 4, 'project_id': 'a9d7cab2e80a4790a3c08dfa4dc50427', 'gw_port': {'id': '0df4d4fb-b091-4e9f-8fb0-ce402ed8b212', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:86:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3202bdca-5c55-4808-917b-e041430296c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:47:24Z', 'updated_at': '2021-06-10T18:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi', '_interfaces': [{'id': '1bdb16d3-0671-4500-9014-0962a253718f', 'name': '', 'network_id': '36c601fb-9272-4d67-b287-4990129f2e5f', 'tenant_id': 'a9d7cab2e80a4790a3c08dfa4dc50427', 'mac_address': 'fa:16:3e:6d:cf:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3202bdca-5c55-4808-917b-e041430296c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7cc0a94e-b476-4d1d-b3df-5e3104af9a91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:47:33Z', 'updated_at': '2021-06-10T18:47:45Z', 'revision_number': 4, 'project_id': 'a9d7cab2e80a4790a3c08dfa4dc50427', 'subnets': [{'id': '7cc0a94e-b476-4d1d-b3df-5e3104af9a91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-4-iscsi', False) {} {{(pid=98187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:47:47.456492 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f109305-b8be-495b-a549-a8035e49fe12 None None] The sync data for ids ['3202bdca-5c55-4808-917b-e041430296c4'] in dv-cinder-786260-4-iscsi is: [{'id': '3202bdca-5c55-4808-917b-e041430296c4', 'name': 'tempest-ServerRescueNegativeTestJSON-556327172-router', 'tenant_id': 'a9d7cab2e80a4790a3c08dfa4dc50427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '0df4d4fb-b091-4e9f-8fb0-ce402ed8b212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T18:47:22Z', 'updated_at': '2021-06-10T18:47:37Z', 'revision_number': 4, 'project_id': 'a9d7cab2e80a4790a3c08dfa4dc50427', 'gw_port': {'id': '0df4d4fb-b091-4e9f-8fb0-ce402ed8b212', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:86:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3202bdca-5c55-4808-917b-e041430296c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:47:24Z', 'updated_at': '2021-06-10T18:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi', '_interfaces': [{'id': '1bdb16d3-0671-4500-9014-0962a253718f', 'name': '', 'network_id': '36c601fb-9272-4d67-b287-4990129f2e5f', 'tenant_id': 'a9d7cab2e80a4790a3c08dfa4dc50427', 'mac_address': 'fa:16:3e:6d:cf:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3202bdca-5c55-4808-917b-e041430296c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7cc0a94e-b476-4d1d-b3df-5e3104af9a91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:47:33Z', 'updated_at': '2021-06-10T18:47:45Z', 'revision_number': 4, 'project_id': 'a9d7cab2e80a4790a3c08dfa4dc50427', 'subnets': [{'id': '7cc0a94e-b476-4d1d-b3df-5e3104af9a91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 18:47:47.506138 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-296e4c15-14f6-44a2-8612-f0f159d0e373 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:47.559893 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116643ce-b160-4145-94cf-f0162d009aff req-37201929-88eb-4168-9492-610e1d0e9d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:47:47.562668 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-116643ce-b160-4145-94cf-f0162d009aff req-37201929-88eb-4168-9492-610e1d0e9d78 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=197e26c4015448088bb0d6533c712693&device_id=adde8da3-a2d9-4708-8a68-505450b3072a HTTP/1.1" status: 200 len: 1096 time: 0.7760191 Jun 10 18:47:47.638037 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-e2ec4771-a7aa-49b8-a8ae-a867ac64f93c req-6e953459-2f16-47ac-8780-89023466eb54 tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] 10.222.0.15 "GET /v2.0/security-groups?id=a84a6f49-79f9-4953-8e37-238be30dbc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620745 Jun 10 18:47:47.834095 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d60d9c9f-b06e-4b16-96a4-dfa76ad0144c admin admin] Notify agent at l3_agent.dv-cinder-786260-4-iscsi the message routers_updated {{(pid=98185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 18:47:47.851364 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-d60d9c9f-b06e-4b16-96a4-dfa76ad0144c admin admin] 10.222.0.15 "PUT /v2.0/routers/b861166f-894e-4d66-9439-d4d81a6d306d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2801144 Jun 10 18:47:47.852204 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16035c35-bfdd-4504-a73d-1b8f0164c902 None None] Sync routers for ids ['b861166f-894e-4d66-9439-d4d81a6d306d'] in dv-cinder-786260-4-iscsi {{(pid=98186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 18:47:47.884337 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16035c35-bfdd-4504-a73d-1b8f0164c902 None None] Routers {'b861166f-894e-4d66-9439-d4d81a6d306d'} bound to L3 agent in host dv-cinder-786260-4-iscsi {{(pid=98186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 18:47:47.887059 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-16035c35-bfdd-4504-a73d-1b8f0164c902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T18:39:44Z,description=,heartbeat_timestamp=2021-06-10T18:47:44Z,host='dv-cinder-786260-4-iscsi',id=1661496b-b13c-41e5-8e80-f6a07c138e01,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T18:39:44Z,topic='l3_agent')) {'router_ids': ['b861166f-894e-4d66-9439-d4d81a6d306d'], 'active': True} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:47:47.939105 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-c466ced4-fe6c-4d34-a7db-6e2a5deab74d req-2b4bfc3f-90b5-42ca-9b0e-2cc070b66300 service neutron] 10.222.0.39 "GET /v2.0/networks/19e9a3f5-4709-4ace-b497-42ae4bcaab91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5900040 Jun 10 18:47:48.033577 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-296e4c15-14f6-44a2-8612-f0f159d0e373 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:48.088340 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Device 0de45170-2499-4cb9-9b3a-72076bb7ebe4 up at agent ovs-agent-dv-cinder-786260-4-iscsi {{(pid=98186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 18:47:48.131164 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-116643ce-b160-4145-94cf-f0162d009aff req-8c55fa87-23aa-49ae-80a6-10f1f34f5d38 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3754908-a92f-422c-8056-e143e7d3f9f6 HTTP/1.1" status: 200 len: 217 time: 0.5541859 Jun 10 18:47:48.133491 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.39', 56663) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:47:48.268961 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 18:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9ba884a-f26a-4e2a-8196-2f656242bc77 x-openstack-request-id: req-b9ba884a-f26a-4e2a-8196-2f656242bc77 {{(pid=98185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 18:47:48.278028 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adde8da3-a2d9-4708-8a68-505450b3072a", "tag": "e3754908-a92f-422c-8056-e143e7d3f9f6", "status": "completed", "code": 200}]} {{(pid=98185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 18:47:48.279132 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b9ba884a-f26a-4e2a-8196-2f656242bc77 {{(pid=98185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 18:47:48.279438 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adde8da3-a2d9-4708-8a68-505450b3072a', 'tag': 'e3754908-a92f-422c-8056-e143e7d3f9f6', 'status': 'completed', 'code': 200} Jun 10 18:47:48.327772 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34ab7e4-857a-4506-bec2-b1ea324aa437 req-5a32e444-b43f-4650-8059-5973d834dc0c tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:47:48.341744 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-b34ab7e4-857a-4506-bec2-b1ea324aa437 req-5a32e444-b43f-4650-8059-5973d834dc0c tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/ports?device_id=04e81b22-afbc-433c-a90e-00e778339b4e HTTP/1.1" status: 200 len: 943 time: 1.3013825 Jun 10 18:47:48.431918 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116643ce-b160-4145-94cf-f0162d009aff req-7d85b994-5016-4889-a695-aa24878444d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:47:48.433414 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-116643ce-b160-4145-94cf-f0162d009aff req-7d85b994-5016-4889-a695-aa24878444d4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5776c23f-d49b-4a6e-8e14-44188b13dc6a HTTP/1.1" status: 200 len: 852 time: 0.2951496 Jun 10 18:47:48.507104 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvr_db [None req-16035c35-bfdd-4504-a73d-1b8f0164c902 None None] Set router b861166f-894e-4d66-9439-d4d81a6d306d gateway port host: dv-cinder-786260-4-iscsi {{(pid=98186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 18:47:48.523994 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-116643ce-b160-4145-94cf-f0162d009aff req-3301d00f-74b7-4725-b76f-1d347a34e825 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1150afbe-7c41-44dc-8b70-8b95a05ad9f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748498 Jun 10 18:47:48.538318 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-b34ab7e4-857a-4506-bec2-b1ea324aa437 req-60f8c8f9-5ed8-43dd-8835-94a16ce551e7 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/security-groups?id=06502357-ff4c-485b-91b1-561d1bbe6894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955645 Jun 10 18:47:48.588817 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Provisioning complete for port 0de45170-2499-4cb9-9b3a-72076bb7ebe4 triggered by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 18:47:48.589218 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:48.690524 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 44926) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:47:48.702485 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f782546b-108f-4437-ba2f-961c5fd117fb req-6013bf39-fa1c-4ef5-81ea-3fc167e7dc50 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:47:48.706269 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-f782546b-108f-4437-ba2f-961c5fd117fb req-6013bf39-fa1c-4ef5-81ea-3fc167e7dc50 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.39 "GET /v2.0/networks?id=36c601fb-9272-4d67-b287-4990129f2e5f HTTP/1.1" status: 200 len: 818 time: 0.5617218 Jun 10 18:47:48.744668 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-116643ce-b160-4145-94cf-f0162d009aff req-75a7840a-69b7-434f-9fa4-ab0136eb5169 service neutron] 10.222.0.39 "GET /v2.0/networks/1150afbe-7c41-44dc-8b70-8b95a05ad9f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051370 Jun 10 18:47:48.842676 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.v2.base [req-f782546b-108f-4437-ba2f-961c5fd117fb req-a369fc20-3581-432e-9bd8-5da49b5d6c5d tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Request body: {'port': {'device_id': '98098ee8-c38f-4d5c-b59c-21b6d07b4b26', 'network_id': '36c601fb-9272-4d67-b287-4990129f2e5f', 'admin_state_up': True, 'tenant_id': 'a9d7cab2e80a4790a3c08dfa4dc50427'}} {{(pid=98184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:47:48.923469 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-e0cff1c4-e2dc-4507-9b8c-837cc098476c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:48.992480 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-116643ce-b160-4145-94cf-f0162d009aff req-31f9c949-b496-4652-bd44-2331a7cdce02 service neutron] 10.222.0.39 "GET /v2.0/networks/1150afbe-7c41-44dc-8b70-8b95a05ad9f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384503 Jun 10 18:47:49.072318 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Device 1bdb16d3-0671-4500-9014-0962a253718f up at agent ovs-agent-dv-cinder-786260-4-iscsi {{(pid=98186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 18:47:49.105534 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33083dd3-cad2-45d4-be09-4939b7bcb86c req-2b88cdd2-53cc-4fc6-b813-1e072bb6c695 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:47:49.112373 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-33083dd3-cad2-45d4-be09-4939b7bcb86c req-2b88cdd2-53cc-4fc6-b813-1e072bb6c695 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/networks?id=36c601fb-9272-4d67-b287-4990129f2e5f HTTP/1.1" status: 200 len: 818 time: 0.3996823 Jun 10 18:47:49.175681 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-e0cff1c4-e2dc-4507-9b8c-837cc098476c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:49.184148 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-e0cff1c4-e2dc-4507-9b8c-837cc098476c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:49.225349 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Provisioning for port 1bdb16d3-0671-4500-9014-0962a253718f completed by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 18:47:49.232848 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 44934) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:47:49.233597 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-844f8d71-bb1d-46d0-ba23-703f959a2377 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:47:49.240341 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-e0cff1c4-e2dc-4507-9b8c-837cc098476c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=01db05415e8f443ab2e35c1dc655863e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5487609 Jun 10 18:47:49.245541 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Provisioning complete for port 1bdb16d3-0671-4500-9014-0962a253718f triggered by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 18:47:49.245774 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:49.249667 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.v2.base [None req-203633b4-d79b-477e-aa06-05ba64001b14 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Request body: {'security_group': {'name': 'tempest-securitygroup--421092284', 'description': 'tempest-description--486570341'}} {{(pid=98185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:47:49.260258 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 44936) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:47:49.279146 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-33083dd3-cad2-45d4-be09-4939b7bcb86c req-4c640cf4-c1c4-467a-a6b8-87c07b61e8d7 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/quotas/a9d7cab2e80a4790a3c08dfa4dc50427 HTTP/1.1" status: 200 len: 375 time: 0.1658366 Jun 10 18:47:49.283461 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-296e4c15-14f6-44a2-8612-f0f159d0e373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:49.285846 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9059f5d-60c2-4ed5-b0bf-765e46dca0cd req-01ab50ef-fc29-451f-9af1-4b463832360c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:47:49.287905 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-b9059f5d-60c2-4ed5-b0bf-765e46dca0cd req-01ab50ef-fc29-451f-9af1-4b463832360c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=197e26c4015448088bb0d6533c712693&device_id=adde8da3-a2d9-4708-8a68-505450b3072a HTTP/1.1" status: 200 len: 1096 time: 0.2186530 Jun 10 18:47:49.323606 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-16035c35-bfdd-4504-a73d-1b8f0164c902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b861166f-894e-4d66-9439-d4d81a6d306d', 'name': 'tempest-AttachVolumeShelveTestJSON-1199840927-router', 'tenant_id': 'c50ca810c49044daa0af12e38f6ab6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '0de45170-2499-4cb9-9b3a-72076bb7ebe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T18:47:25Z', 'updated_at': '2021-06-10T18:47:43Z', 'revision_number': 4, 'project_id': 'c50ca810c49044daa0af12e38f6ab6a1', 'gw_port': {'id': '0de45170-2499-4cb9-9b3a-72076bb7ebe4', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ad:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b861166f-894e-4d66-9439-d4d81a6d306d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:47:28Z', 'updated_at': '2021-06-10T18:47:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi', '_interfaces': [{'id': '2750cf86-e100-4486-9476-dbb9c10060f9', 'name': '', 'network_id': 'a9c6338b-27b7-4507-a101-996d60be3c98', 'tenant_id': 'c50ca810c49044daa0af12e38f6ab6a1', 'mac_address': 'fa:16:3e:43:1e:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b861166f-894e-4d66-9439-d4d81a6d306d', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'a8ea2a47-c287-4e16-9d1f-c9a7e0a2eaeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:47:40Z', 'updated_at': '2021-06-10T18:47:44Z', 'revision_number': 2, 'project_id': 'c50ca810c49044daa0af12e38f6ab6a1', 'subnets': [{'id': 'a8ea2a47-c287-4e16-9d1f-c9a7e0a2eaeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-4-iscsi', False) {} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:47:49.330584 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-296e4c15-14f6-44a2-8612-f0f159d0e373 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:49.331891 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16035c35-bfdd-4504-a73d-1b8f0164c902 None None] Checking router: b861166f-894e-4d66-9439-d4d81a6d306d for host: dv-cinder-786260-4-iscsi {{(pid=98186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 18:47:49.332192 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16035c35-bfdd-4504-a73d-1b8f0164c902 None None] Updating router b861166f-894e-4d66-9439-d4d81a6d306d port 2750cf86-e100-4486-9476-dbb9c10060f9 binding host dv-cinder-786260-4-iscsi {{(pid=98186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 18:47:49.335571 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-296e4c15-14f6-44a2-8612-f0f159d0e373 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/22377bdf-45ee-4324-ad42-08035fac146c HTTP/1.1" status: 204 len: 168 time: 2.8540833 Jun 10 18:47:49.343203 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-55b8d386-9dad-4260-9554-624d35f83c14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:47:49.404544 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296e4c15-14f6-44a2-8612-f0f159d0e373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22377bdf-45ee-4324-ad42-08035fac146c,revision_number=None']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:47:49.415563 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-296e4c15-14f6-44a2-8612-f0f159d0e373 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:47:49.424027 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-90ad957f-86c9-4707-add4-8b210ba0f090 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Notify callbacks [] for port, precommit_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:49.468416 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-c466ced4-fe6c-4d34-a7db-6e2a5deab74d req-13e9b6ba-2ca3-4883-aae8-5d59228bd2c5 service neutron] 10.222.0.39 "GET /v2.0/networks/19e9a3f5-4709-4ace-b497-42ae4bcaab91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4795787 Jun 10 18:47:49.474950 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-16035c35-bfdd-4504-a73d-1b8f0164c902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:49.494458 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:49.530265 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-33083dd3-cad2-45d4-be09-4939b7bcb86c req-a13b3e74-f57a-4780-ab95-2926f722cc0c tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a9d7cab2e80a4790a3c08dfa4dc50427&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2477226 Jun 10 18:47:49.570653 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-90ad957f-86c9-4707-add4-8b210ba0f090 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-941510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578064406'] for port, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:49.603650 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] For port 1bdb16d3-0671-4500-9014-0962a253718f, host dv-cinder-786260-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-4-iscsi',level=0,port_id=1bdb16d3-0671-4500-9014-0962a253718f,segment=NetworkSegment(8aad430c-f386-4a5a-bcc9-ad8b4eb8863a),segment_id=8aad430c-f386-4a5a-bcc9-ad8b4eb8863a)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:47:49.612819 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:49.617812 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:47:49.635251 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:47:49.742422 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-a75e69c8-7759-45e7-8fc0-fcc2b0213565 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:49.744304 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cff1c4-e2dc-4507-9b8c-837cc098476c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93166683-55db-4edf-a422-539d017f309c,revision_number=1']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:47:49.798904 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-e0cff1c4-e2dc-4507-9b8c-837cc098476c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.565s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:47:49.799755 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-203633b4-d79b-477e-aa06-05ba64001b14 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Notify callbacks [] for security_group, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:49.832422 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 44948) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:47:49.882732 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ad957f-86c9-4707-add4-8b210ba0f090 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Network a2be77e0-c818-4f69-a7bb-de46a435f28d is already hosted by enough agents. {{(pid=98184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 18:47:49.893243 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f782546b-108f-4437-ba2f-961c5fd117fb req-a369fc20-3581-432e-9bd8-5da49b5d6c5d tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Made reservation on behalf of a9d7cab2e80a4790a3c08dfa4dc50427 for: {'port': 1} {{(pid=98184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 18:47:49.898170 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Pushing event updated for resources: {'Port': ['ID=1bdb16d3-0671-4500-9014-0962a253718f,revision_number=5']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:47:49.898528 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [req-f782546b-108f-4437-ba2f-961c5fd117fb req-a369fc20-3581-432e-9bd8-5da49b5d6c5d tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-941319'] for port, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:49.902977 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:47:49.913492 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.scheduler.base_scheduler [None req-90ad957f-86c9-4707-add4-8b210ba0f090 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Resources bound (agent type, host, resource id): {{(pid=98184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 18:47:49.928882 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ad957f-86c9-4707-add4-8b210ba0f090 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Received port after_create {{(pid=98184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 18:47:49.948906 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ad957f-86c9-4707-add4-8b210ba0f090 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Pushing event updated for resources: {'Port': ['ID=aedfbeff-c66c-4b7a-a410-ecc5b35f5ebb,revision_number=1']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:47:49.971632 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-a75e69c8-7759-45e7-8fc0-fcc2b0213565 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:49.971741 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-90ad957f-86c9-4707-add4-8b210ba0f090 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:47:50.031041 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbdc7af-217f-4e7b-bb6f-eb1d9fa90b88 req-2287a57a-e539-48bb-8c12-e361ef87ff7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:47:50.032439 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-bbbdc7af-217f-4e7b-bb6f-eb1d9fa90b88 req-2287a57a-e539-48bb-8c12-e361ef87ff7f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=be26617a1ee345d9a6f8be900482942f&device_id=04e81b22-afbc-433c-a90e-00e778339b4e HTTP/1.1" status: 200 len: 1096 time: 0.4805672 Jun 10 18:47:50.034307 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-33083dd3-cad2-45d4-be09-4939b7bcb86c req-6bb164df-62ca-4ae8-a634-c7bf7d669882 service neutron] 10.222.0.15 "GET /v2.0/networks/36c601fb-9272-4d67-b287-4990129f2e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4953394 Jun 10 18:47:50.068882 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-7498742b-8ec2-4493-a8f0-a3b23de6ed42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:50.092321 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-a75e69c8-7759-45e7-8fc0-fcc2b0213565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:50.109262 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-a75e69c8-7759-45e7-8fc0-fcc2b0213565 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:50.110441 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-a75e69c8-7759-45e7-8fc0-fcc2b0213565 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/93166683-55db-4edf-a422-539d017f309c HTTP/1.1" status: 204 len: 168 time: 0.8406627 Jun 10 18:47:50.116482 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:47:50.137713 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75e69c8-7759-45e7-8fc0-fcc2b0213565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93166683-55db-4edf-a422-539d017f309c,revision_number=None']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:47:50.148504 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-a75e69c8-7759-45e7-8fc0-fcc2b0213565 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:47:50.163207 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9059f5d-60c2-4ed5-b0bf-765e46dca0cd req-a4718e90-a7ea-49d3-8893-7ffe48e681a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:47:50.164749 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-b9059f5d-60c2-4ed5-b0bf-765e46dca0cd req-a4718e90-a7ea-49d3-8893-7ffe48e681a2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1150afbe-7c41-44dc-8b70-8b95a05ad9f8 HTTP/1.1" status: 200 len: 913 time: 0.8691459 Jun 10 18:47:50.166083 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-16035c35-bfdd-4504-a73d-1b8f0164c902 None None] Notify callbacks [] for port, precommit_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:50.182881 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7436b3c-ac59-48cf-8ea7-e82e699c0f84 req-2d673eb8-0f45-4da0-8bd9-77ad8982ceaa tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:47:50.186810 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-16035c35-bfdd-4504-a73d-1b8f0164c902 None None] Transition to ACTIVE for port object 2750cf86-e100-4486-9476-dbb9c10060f9 will not be triggered until provisioned by entity L2. {{(pid=98186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 18:47:50.192268 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-f7436b3c-ac59-48cf-8ea7-e82e699c0f84 req-2d673eb8-0f45-4da0-8bd9-77ad8982ceaa tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] 10.222.0.15 "GET /v2.0/ports?device_id=adde8da3-a2d9-4708-8a68-505450b3072a HTTP/1.1" status: 200 len: 943 time: 0.5207613 Jun 10 18:47:50.198221 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-16035c35-bfdd-4504-a73d-1b8f0164c902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:50.212433 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:47:50.283437 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-b9059f5d-60c2-4ed5-b0bf-765e46dca0cd req-8601f253-7737-446c-b5b1-7347bf6fff86 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3754908-a92f-422c-8056-e143e7d3f9f6 HTTP/1.1" status: 200 len: 217 time: 0.1089334 Jun 10 18:47:50.374205 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-f7436b3c-ac59-48cf-8ea7-e82e699c0f84 req-37a633f2-5983-4f24-9995-4af350768139 tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] 10.222.0.15 "GET /v2.0/security-groups?id=a84a6f49-79f9-4953-8e37-238be30dbc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802933 Jun 10 18:47:50.405961 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9059f5d-60c2-4ed5-b0bf-765e46dca0cd req-d90593e8-691d-4ac9-9a94-1a95fb5b8ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:47:50.406960 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b2e535-1963-40f6-81b2-1718ef3f7e50 None None] Pushing event updated for resources: {'Port': ['ID=2750cf86-e100-4486-9476-dbb9c10060f9,revision_number=3']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:47:50.407959 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-b9059f5d-60c2-4ed5-b0bf-765e46dca0cd req-d90593e8-691d-4ac9-9a94-1a95fb5b8ce0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5776c23f-d49b-4a6e-8e14-44188b13dc6a HTTP/1.1" status: 200 len: 852 time: 0.1155703 Jun 10 18:47:50.414648 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-e2b2e535-1963-40f6-81b2-1718ef3f7e50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:47:50.485861 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-b9059f5d-60c2-4ed5-b0bf-765e46dca0cd req-ec5a7d15-5a4a-438e-b6bf-75509ffb1337 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1150afbe-7c41-44dc-8b70-8b95a05ad9f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622630 Jun 10 18:47:50.488659 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-203633b4-d79b-477e-aa06-05ba64001b14 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Notify callbacks [] for security_group, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:50.572900 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.managers [None req-16035c35-bfdd-4504-a73d-1b8f0164c902 None None] Attempting to bind port 2750cf86-e100-4486-9476-dbb9c10060f9 on host dv-cinder-786260-4-iscsi for vnic_type normal with profile {{(pid=98186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 18:47:50.573370 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.managers [None req-16035c35-bfdd-4504-a73d-1b8f0164c902 None None] Attempting to bind port 2750cf86-e100-4486-9476-dbb9c10060f9 by drivers openvswitch,hyperv on host dv-cinder-786260-4-iscsi at level 0 using segments [{'id': 'cce5025b-9a61-488a-a883-513d04362a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a9c6338b-27b7-4507-a101-996d60be3c98'}] {{(pid=98186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 18:47:50.584351 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16035c35-bfdd-4504-a73d-1b8f0164c902 None None] Attempting to bind port 2750cf86-e100-4486-9476-dbb9c10060f9 on network a9c6338b-27b7-4507-a101-996d60be3c98 {{(pid=98186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 18:47:50.590241 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16035c35-bfdd-4504-a73d-1b8f0164c902 None None] Checking agent: {'id': '0a9461fa-5aa1-4bfe-a01a-9192fdaa924f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 18, 39, 44), 'started_at': datetime.datetime(2021, 6, 10, 18, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 18, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 18:47:50.590712 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16035c35-bfdd-4504-a73d-1b8f0164c902 None None] Checking segment: {'id': 'cce5025b-9a61-488a-a883-513d04362a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a9c6338b-27b7-4507-a101-996d60be3c98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 18:47:50.591188 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-16035c35-bfdd-4504-a73d-1b8f0164c902 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:50.591607 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16035c35-bfdd-4504-a73d-1b8f0164c902 None None] Bound using segment: {'id': 'cce5025b-9a61-488a-a883-513d04362a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a9c6338b-27b7-4507-a101-996d60be3c98'} {{(pid=98186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 18:47:50.592096 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.managers [None req-16035c35-bfdd-4504-a73d-1b8f0164c902 None None] Bound port: 2750cf86-e100-4486-9476-dbb9c10060f9, host: dv-cinder-786260-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cce5025b-9a61-488a-a883-513d04362a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a9c6338b-27b7-4507-a101-996d60be3c98'}}] {{(pid=98186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 18:47:50.592493 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-16035c35-bfdd-4504-a73d-1b8f0164c902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:50.609802 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-90ad957f-86c9-4707-add4-8b210ba0f090 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:50.623219 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-203633b4-d79b-477e-aa06-05ba64001b14 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:50.666678 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-7498742b-8ec2-4493-a8f0-a3b23de6ed42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:50.667881 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-9f151e5f-f180-442b-8cf3-1e2564e2b1b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:47:50.700370 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-33083dd3-cad2-45d4-be09-4939b7bcb86c req-cebf31b9-65b8-4217-b795-17c0bdf812bf service neutron] 10.222.0.15 "GET /v2.0/networks/36c601fb-9272-4d67-b287-4990129f2e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6539876 Jun 10 18:47:50.704822 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 44960) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:47:50.707821 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-16035c35-bfdd-4504-a73d-1b8f0164c902 None None] For port 2750cf86-e100-4486-9476-dbb9c10060f9, host dv-cinder-786260-4-iscsi, cleared binding levels {{(pid=98186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 18:47:50.712191 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-16035c35-bfdd-4504-a73d-1b8f0164c902 None None] For port 2750cf86-e100-4486-9476-dbb9c10060f9, host dv-cinder-786260-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-4-iscsi',level=0,port_id=2750cf86-e100-4486-9476-dbb9c10060f9,segment=NetworkSegment(cce5025b-9a61-488a-a883-513d04362a8a),segment_id=cce5025b-9a61-488a-a883-513d04362a8a)] {{(pid=98186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 18:47:50.718789 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-16035c35-bfdd-4504-a73d-1b8f0164c902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:50.720670 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-7498742b-8ec2-4493-a8f0-a3b23de6ed42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:50.730140 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-5aea36b7-f41d-4237-ae58-1ca6800b3c68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:47:50.756862 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203633b4-d79b-477e-aa06-05ba64001b14 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c242e57f-9305-4c6b-8796-6195eb4bd5d0,revision_number=1']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:47:50.765148 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-203633b4-d79b-477e-aa06-05ba64001b14 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:47:50.775529 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:47:50.821085 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-90ad957f-86c9-4707-add4-8b210ba0f090 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:50.838172 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b2e535-1963-40f6-81b2-1718ef3f7e50 None None] Pushing event updated for resources: {'Port': ['ID=2750cf86-e100-4486-9476-dbb9c10060f9,revision_number=4']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:47:50.838676 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-203633b4-d79b-477e-aa06-05ba64001b14 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Notify callbacks [] for security_group, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:50.843341 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-203633b4-d79b-477e-aa06-05ba64001b14 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.6017938 Jun 10 18:47:50.844469 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 44962) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:47:50.846663 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-e2b2e535-1963-40f6-81b2-1718ef3f7e50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:47:50.856783 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.v2.base [None req-3b21e9f0-0d61-4fea-b341-f228aeb5ae9a tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Request body: {'security_group_rule': {'security_group_id': 'c242e57f-9305-4c6b-8796-6195eb4bd5d0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:47:50.870734 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16035c35-bfdd-4504-a73d-1b8f0164c902 None None] Routers {'b861166f-894e-4d66-9439-d4d81a6d306d'} bound to L3 agent in host dv-cinder-786260-4-iscsi {{(pid=98186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 18:47:50.871454 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-16035c35-bfdd-4504-a73d-1b8f0164c902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T18:39:44Z,description=,heartbeat_timestamp=2021-06-10T18:47:44Z,host='dv-cinder-786260-4-iscsi',id=1661496b-b13c-41e5-8e80-f6a07c138e01,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T18:39:44Z,topic='l3_agent')) {'router_ids': ['b861166f-894e-4d66-9439-d4d81a6d306d'], 'active': True} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:47:50.932090 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-ff0b09b6-1a50-4fd7-a0f5-47f3ac2d7239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:50.955582 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.db.db_base_plugin_common [req-f782546b-108f-4437-ba2f-961c5fd117fb req-a369fc20-3581-432e-9bd8-5da49b5d6c5d tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Allocated IP 172.20.0.3 (36c601fb-9272-4d67-b287-4990129f2e5f/7cc0a94e-b476-4d1d-b3df-5e3104af9a91/384f9c6d-550b-4c29-9028-415a4aacdbb0) {{(pid=98184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 18:47:50.968707 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-7498742b-8ec2-4493-a8f0-a3b23de6ed42 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2435ccc7cb7441b0a77782041381d383&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1324432 Jun 10 18:47:50.985552 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 44968) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:47:51.004075 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-3b21e9f0-0d61-4fea-b341-f228aeb5ae9a tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:51.084404 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-ddcb4234-e1e4-4186-a53a-42941cf11b6e req-dfbd7cee-f0db-47fb-bbdb-d1d8d710dc4c tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=11254c6c-c026-45c9-b2e2-064870268f10 HTTP/1.1" status: 200 len: 210 time: 0.1671226 Jun 10 18:47:51.114227 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7498742b-8ec2-4493-a8f0-a3b23de6ed42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3edf4ab2-e384-45fe-a8b7-2a4bbb589106,revision_number=1']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:47:51.154598 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbdc7af-217f-4e7b-bb6f-eb1d9fa90b88 req-47d3a65e-aca1-4eff-967c-87c62c98d4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:47:51.157410 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-bbbdc7af-217f-4e7b-bb6f-eb1d9fa90b88 req-47d3a65e-aca1-4eff-967c-87c62c98d4ca service neutron] 10.222.0.39 "GET /v2.0/networks?id=19e9a3f5-4709-4ace-b497-42ae4bcaab91 HTTP/1.1" status: 200 len: 916 time: 1.1098406 Jun 10 18:47:51.165053 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-7498742b-8ec2-4493-a8f0-a3b23de6ed42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:47:51.177628 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-3b21e9f0-0d61-4fea-b341-f228aeb5ae9a tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:51.187991 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d9d264-87c3-44d2-af1b-b25fe94d1a44 req-34e0b1f8-3a54-4e83-a387-a6630b328964 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:47:51.207304 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-a3d9d264-87c3-44d2-af1b-b25fe94d1a44 req-34e0b1f8-3a54-4e83-a387-a6630b328964 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/ports?device_id=04e81b22-afbc-433c-a90e-00e778339b4e HTTP/1.1" status: 200 len: 943 time: 0.5608215 Jun 10 18:47:51.212971 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-b9059f5d-60c2-4ed5-b0bf-765e46dca0cd req-26b1458b-bcb4-4a49-8b5b-b12a4fb56b52 service neutron] 10.222.0.39 "GET /v2.0/networks/1150afbe-7c41-44dc-8b70-8b95a05ad9f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7189295 Jun 10 18:47:51.215577 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvr_db [None req-16035c35-bfdd-4504-a73d-1b8f0164c902 None None] Set router b861166f-894e-4d66-9439-d4d81a6d306d gateway port host: dv-cinder-786260-4-iscsi {{(pid=98186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 18:47:51.264128 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-3b21e9f0-0d61-4fea-b341-f228aeb5ae9a tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102015'] for security_group_rule, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:51.297443 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-3bc8b3f3-09b1-4eab-b116-d6d942bf6b63 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:47:51.345634 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-a3d9d264-87c3-44d2-af1b-b25fe94d1a44 req-df0d9141-57d1-46dc-b710-6af847d274ed tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/security-groups?id=06502357-ff4c-485b-91b1-561d1bbe6894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371810 Jun 10 18:47:51.363139 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b21e9f0-0d61-4fea-b341-f228aeb5ae9a tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85966421-8003-426b-b2dd-ec016e5665f1,revision_number=0']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:47:51.368905 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-3b21e9f0-0d61-4fea-b341-f228aeb5ae9a tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:47:51.412296 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-bbbdc7af-217f-4e7b-bb6f-eb1d9fa90b88 req-31739022-8067-42cd-aea5-618c5e6521c8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7ba6b50-0941-4934-bafd-87f6d28ef45c HTTP/1.1" status: 200 len: 217 time: 0.1818180 Jun 10 18:47:51.551646 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-b9059f5d-60c2-4ed5-b0bf-765e46dca0cd req-b59f48ff-ece4-496f-868f-a2ff3c1caf41 service neutron] 10.222.0.39 "GET /v2.0/networks/1150afbe-7c41-44dc-8b70-8b95a05ad9f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747166 Jun 10 18:47:51.605012 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-16035c35-bfdd-4504-a73d-1b8f0164c902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b861166f-894e-4d66-9439-d4d81a6d306d', 'name': 'tempest-AttachVolumeShelveTestJSON-1199840927-router', 'tenant_id': 'c50ca810c49044daa0af12e38f6ab6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '0de45170-2499-4cb9-9b3a-72076bb7ebe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T18:47:25Z', 'updated_at': '2021-06-10T18:47:43Z', 'revision_number': 4, 'project_id': 'c50ca810c49044daa0af12e38f6ab6a1', 'gw_port': {'id': '0de45170-2499-4cb9-9b3a-72076bb7ebe4', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ad:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b861166f-894e-4d66-9439-d4d81a6d306d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:47:28Z', 'updated_at': '2021-06-10T18:47:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi', '_interfaces': [{'id': '2750cf86-e100-4486-9476-dbb9c10060f9', 'name': '', 'network_id': 'a9c6338b-27b7-4507-a101-996d60be3c98', 'tenant_id': 'c50ca810c49044daa0af12e38f6ab6a1', 'mac_address': 'fa:16:3e:43:1e:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b861166f-894e-4d66-9439-d4d81a6d306d', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'a8ea2a47-c287-4e16-9d1f-c9a7e0a2eaeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:47:40Z', 'updated_at': '2021-06-10T18:47:50Z', 'revision_number': 4, 'project_id': 'c50ca810c49044daa0af12e38f6ab6a1', 'subnets': [{'id': 'a8ea2a47-c287-4e16-9d1f-c9a7e0a2eaeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-4-iscsi', False) {} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:47:51.608949 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16035c35-bfdd-4504-a73d-1b8f0164c902 None None] The sync data for ids ['b861166f-894e-4d66-9439-d4d81a6d306d'] in dv-cinder-786260-4-iscsi is: [{'id': 'b861166f-894e-4d66-9439-d4d81a6d306d', 'name': 'tempest-AttachVolumeShelveTestJSON-1199840927-router', 'tenant_id': 'c50ca810c49044daa0af12e38f6ab6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '0de45170-2499-4cb9-9b3a-72076bb7ebe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T18:47:25Z', 'updated_at': '2021-06-10T18:47:43Z', 'revision_number': 4, 'project_id': 'c50ca810c49044daa0af12e38f6ab6a1', 'gw_port': {'id': '0de45170-2499-4cb9-9b3a-72076bb7ebe4', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ad:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b861166f-894e-4d66-9439-d4d81a6d306d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:47:28Z', 'updated_at': '2021-06-10T18:47:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi', '_interfaces': [{'id': '2750cf86-e100-4486-9476-dbb9c10060f9', 'name': '', 'network_id': 'a9c6338b-27b7-4507-a101-996d60be3c98', 'tenant_id': 'c50ca810c49044daa0af12e38f6ab6a1', 'mac_address': 'fa:16:3e:43:1e:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b861166f-894e-4d66-9439-d4d81a6d306d', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'a8ea2a47-c287-4e16-9d1f-c9a7e0a2eaeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:47:40Z', 'updated_at': '2021-06-10T18:47:50Z', 'revision_number': 4, 'project_id': 'c50ca810c49044daa0af12e38f6ab6a1', 'subnets': [{'id': 'a8ea2a47-c287-4e16-9d1f-c9a7e0a2eaeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 18:47:51.669614 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-9d698922-aa5b-4d04-b0f1-0e9def11acf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:51.725571 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbdc7af-217f-4e7b-bb6f-eb1d9fa90b88 req-9bf4cf77-6877-4507-bb93-766dd434b2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:47:51.727182 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-bbbdc7af-217f-4e7b-bb6f-eb1d9fa90b88 req-9bf4cf77-6877-4507-bb93-766dd434b2ef service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e54f33df-96bf-41df-aade-9540ec4d8d5f HTTP/1.1" status: 200 len: 855 time: 0.2811990 Jun 10 18:47:51.772019 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-9d698922-aa5b-4d04-b0f1-0e9def11acf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:51.782570 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Device 1bdb16d3-0671-4500-9014-0962a253718f up at agent ovs-agent-dv-cinder-786260-4-iscsi {{(pid=98186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 18:47:51.810764 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 44992) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:47:51.874714 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Provisioning complete for port 1bdb16d3-0671-4500-9014-0962a253718f triggered by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 18:47:51.875185 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:51.938777 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-90ad957f-86c9-4707-add4-8b210ba0f090 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Notify callbacks [] for port, precommit_update {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:51.954856 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-ff0b09b6-1a50-4fd7-a0f5-47f3ac2d7239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:51.972604 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-89c7778f-998f-4dee-84f0-530344be97eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:51.991393 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-3b21e9f0-0d61-4fea-b341-f228aeb5ae9a tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:51.996564 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-3b21e9f0-0d61-4fea-b341-f228aeb5ae9a tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1441526 Jun 10 18:47:51.999365 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 44996) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:47:52.007285 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.v2.base [None req-9d4736c4-b4d3-4134-930e-72fbb2cb5a94 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Request body: {'security_group_rule': {'security_group_id': 'c242e57f-9305-4c6b-8796-6195eb4bd5d0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:47:52.041109 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-bbbdc7af-217f-4e7b-bb6f-eb1d9fa90b88 req-ccfa2fb8-d6ea-416b-a96d-46a20d2acef1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=19e9a3f5-4709-4ace-b497-42ae4bcaab91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2830667 Jun 10 18:47:52.042596 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-90ad957f-86c9-4707-add4-8b210ba0f090 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:52.051362 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.db.api [None req-9d4736c4-b4d3-4134-930e-72fbb2cb5a94 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 10 18:47:52.051362 dv-cinder-786260-4-iscsi neutron-server[98185]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 10 18:47:52.051362 dv-cinder-786260-4-iscsi neutron-server[98185]: [parameters: {'project_id_1': 'c50ca810c49044daa0af12e38f6ab6a1', 'expiration_1': datetime.datetime(2021, 6, 10, 18, 47, 52, 15727)}] Jun 10 18:47:52.051362 dv-cinder-786260-4-iscsi neutron-server[98185]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=98185) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 10 18:47:52.052385 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-ff0b09b6-1a50-4fd7-a0f5-47f3ac2d7239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:52.052481 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_db.api [None req-9d4736c4-b4d3-4134-930e-72fbb2cb5a94 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=98185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 10 18:47:52.085925 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:47:52.125616 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-89c7778f-998f-4dee-84f0-530344be97eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:52.132081 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-89c7778f-998f-4dee-84f0-530344be97eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:52.136200 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:47:52.185517 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-89c7778f-998f-4dee-84f0-530344be97eb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bc4c042d00be488d8f4eef30e427c188&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3736393 Jun 10 18:47:52.186392 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 45000) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:47:52.193823 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c7778f-998f-4dee-84f0-530344be97eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b62759ea-f58d-4bc4-885f-e84e3dcb5eee,revision_number=1']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:47:52.207688 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-89c7778f-998f-4dee-84f0-530344be97eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:47:52.304319 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-e6ac095b-179d-4137-942c-56669542fac0 req-d6f56d7a-3300-4163-ad38-b34f47fb9c0a tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=11254c6c-c026-45c9-b2e2-064870268f10 HTTP/1.1" status: 200 len: 210 time: 0.0495479 Jun 10 18:47:52.309423 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-ff0b09b6-1a50-4fd7-a0f5-47f3ac2d7239 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=146b50edaa464d75a33f7b6a85c82648&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5480373 Jun 10 18:47:52.314185 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 45002) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:47:52.345217 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-90ad957f-86c9-4707-add4-8b210ba0f090 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4045568'] for floatingip, after_update {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:52.361057 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-bbbdc7af-217f-4e7b-bb6f-eb1d9fa90b88 req-984601c2-2617-4115-8b85-a14a29fbd9d7 service neutron] 10.222.0.39 "GET /v2.0/networks/19e9a3f5-4709-4ace-b497-42ae4bcaab91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3037841 Jun 10 18:47:52.388995 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-025579f0-2fdc-4df1-9045-72856219d697 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:52.397366 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ad957f-86c9-4707-add4-8b210ba0f090 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Pushing event updated for resources: {'Port': ['ID=aedfbeff-c66c-4b7a-a410-ecc5b35f5ebb,revision_number=2']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:47:52.414530 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-025579f0-2fdc-4df1-9045-72856219d697 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:52.417011 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-90ad957f-86c9-4707-add4-8b210ba0f090 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:47:52.433907 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [req-f782546b-108f-4437-ba2f-961c5fd117fb req-a369fc20-3581-432e-9bd8-5da49b5d6c5d tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Notify callbacks [] for port, precommit_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:52.436016 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-872dacab-be7c-43fd-a47e-6d6234cd90b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.333s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:47:52.481390 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-90ad957f-86c9-4707-add4-8b210ba0f090 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230521'] for floatingip, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:52.501486 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-90ad957f-86c9-4707-add4-8b210ba0f090 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.7558670 Jun 10 18:47:52.501486 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-9d698922-aa5b-4d04-b0f1-0e9def11acf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:52.501486 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-9d698922-aa5b-4d04-b0f1-0e9def11acf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:52.502111 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-9d698922-aa5b-4d04-b0f1-0e9def11acf3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3edf4ab2-e384-45fe-a8b7-2a4bbb589106 HTTP/1.1" status: 204 len: 168 time: 1.5026693 Jun 10 18:47:52.513442 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-5cb6abdb-ceb5-4f9d-ab5e-79e3696c4e87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:52.531231 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad0dc9b-793f-496f-8c50-87a59a798522 req-cbc5421d-d41a-47c4-b05d-0b5511c254e4 tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:47:52.540633 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-5cb6abdb-ceb5-4f9d-ab5e-79e3696c4e87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:52.547262 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-8ad0dc9b-793f-496f-8c50-87a59a798522 req-cbc5421d-d41a-47c4-b05d-0b5511c254e4 tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] 10.222.0.15 "GET /v2.0/ports?device_id=adde8da3-a2d9-4708-8a68-505450b3072a HTTP/1.1" status: 200 len: 943 time: 0.9490850 Jun 10 18:47:52.665594 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-025579f0-2fdc-4df1-9045-72856219d697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:52.676522 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0b09b6-1a50-4fd7-a0f5-47f3ac2d7239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a94c78-b377-42ac-8e1d-9c92afad1137,revision_number=1']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:47:52.689253 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-ff0b09b6-1a50-4fd7-a0f5-47f3ac2d7239 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:47:52.695451 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.180s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:47:52.719233 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-025579f0-2fdc-4df1-9045-72856219d697 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:52.721102 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-025579f0-2fdc-4df1-9045-72856219d697 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b62759ea-f58d-4bc4-885f-e84e3dcb5eee HTTP/1.1" status: 204 len: 168 time: 0.5337882 Jun 10 18:47:52.740280 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-301130fa-7a7e-42c0-82dc-c7818996f0fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:47:52.743529 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d698922-aa5b-4d04-b0f1-0e9def11acf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3edf4ab2-e384-45fe-a8b7-2a4bbb589106,revision_number=None']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:47:52.750339 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-9d698922-aa5b-4d04-b0f1-0e9def11acf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:47:52.761121 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-bbbdc7af-217f-4e7b-bb6f-eb1d9fa90b88 req-1b4b2e43-8faa-42f2-b0f3-2c503e4ff84c service neutron] 10.222.0.39 "GET /v2.0/networks/19e9a3f5-4709-4ace-b497-42ae4bcaab91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3860276 Jun 10 18:47:52.763370 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025579f0-2fdc-4df1-9045-72856219d697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b62759ea-f58d-4bc4-885f-e84e3dcb5eee,revision_number=None']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:47:52.773210 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-025579f0-2fdc-4df1-9045-72856219d697 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:47:52.778548 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [req-f782546b-108f-4437-ba2f-961c5fd117fb req-a369fc20-3581-432e-9bd8-5da49b5d6c5d tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-941510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578064406'] for port, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:52.808963 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-8ad0dc9b-793f-496f-8c50-87a59a798522 req-25eec809-8411-4f9a-a556-4f2c548bdfa3 tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] 10.222.0.15 "GET /v2.0/security-groups?id=a84a6f49-79f9-4953-8e37-238be30dbc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605164 Jun 10 18:47:52.819566 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-f1a8aeb1-83af-4a47-914a-3e4f2b981011 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:47:52.900650 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-9d4736c4-b4d3-4134-930e-72fbb2cb5a94 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:52.920604 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f782546b-108f-4437-ba2f-961c5fd117fb req-a369fc20-3581-432e-9bd8-5da49b5d6c5d tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Network 36c601fb-9272-4d67-b287-4990129f2e5f is already hosted by enough agents. {{(pid=98184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 18:47:52.938457 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.scheduler.base_scheduler [req-f782546b-108f-4437-ba2f-961c5fd117fb req-a369fc20-3581-432e-9bd8-5da49b5d6c5d tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Resources bound (agent type, host, resource id): {{(pid=98184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 18:47:52.945780 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.db.l3_dvrscheduler_db [req-f782546b-108f-4437-ba2f-961c5fd117fb req-a369fc20-3581-432e-9bd8-5da49b5d6c5d tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Received port after_create {{(pid=98184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 18:47:52.962162 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f782546b-108f-4437-ba2f-961c5fd117fb req-a369fc20-3581-432e-9bd8-5da49b5d6c5d tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:47:52.964350 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [req-f782546b-108f-4437-ba2f-961c5fd117fb req-a369fc20-3581-432e-9bd8-5da49b5d6c5d tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731712'] for port, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:53.018558 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33083dd3-cad2-45d4-be09-4939b7bcb86c req-2229100f-b6be-4407-b653-9927fb3ed799 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:47:53.021690 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-33083dd3-cad2-45d4-be09-4939b7bcb86c req-2229100f-b6be-4407-b653-9927fb3ed799 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.39 "GET /v2.0/networks?id=36c601fb-9272-4d67-b287-4990129f2e5f HTTP/1.1" status: 200 len: 818 time: 0.6454875 Jun 10 18:47:53.029320 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-5cb6abdb-ceb5-4f9d-ab5e-79e3696c4e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:53.039589 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.v2.base [req-33083dd3-cad2-45d4-be09-4939b7bcb86c req-fd20d75e-2cdf-4d4b-9568-75a8bd852a83 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Request body: {'port': {'device_id': '11254c6c-c026-45c9-b2e2-064870268f10', 'network_id': '36c601fb-9272-4d67-b287-4990129f2e5f', 'admin_state_up': True, 'tenant_id': 'a9d7cab2e80a4790a3c08dfa4dc50427'}} {{(pid=98185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:47:53.048686 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-5cb6abdb-ceb5-4f9d-ab5e-79e3696c4e87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:53.054129 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-5cb6abdb-ceb5-4f9d-ab5e-79e3696c4e87 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c8a94c78-b377-42ac-8e1d-9c92afad1137 HTTP/1.1" status: 204 len: 168 time: 0.7251174 Jun 10 18:47:53.057842 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-2c4cc09c-103c-48ba-85a7-5b383ca6af9e req-2581ecfd-ce46-47e9-ab2d-ef12a998b55e tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1390815238&fields=id&tenant_id=b98132dec11942b2917326af967088e0 HTTP/1.1" status: 200 len: 267 time: 0.0882845 Jun 10 18:47:53.059347 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25f965b-463a-43ed-8725-31a9b19ad6f5 req-58d2b22e-9065-4e32-a01c-64c0fc1b6212 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:47:53.062709 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a369fc20-3581-432e-9bd8-5da49b5d6c5d tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Pushing event updated for resources: {'Port': ['ID=384f9c6d-550b-4c29-9028-415a4aacdbb0,revision_number=1']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:47:53.066887 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-f25f965b-463a-43ed-8725-31a9b19ad6f5 req-58d2b22e-9065-4e32-a01c-64c0fc1b6212 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/ports?device_id=04e81b22-afbc-433c-a90e-00e778339b4e HTTP/1.1" status: 200 len: 943 time: 0.4334698 Jun 10 18:47:53.073885 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-7498742b-8ec2-4493-a8f0-a3b23de6ed42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:47:53.089090 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-f782546b-108f-4437-ba2f-961c5fd117fb req-a369fc20-3581-432e-9bd8-5da49b5d6c5d tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2556348 Jun 10 18:47:53.091654 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-a369fc20-3581-432e-9bd8-5da49b5d6c5d tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:47:53.124873 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb6abdb-ceb5-4f9d-ab5e-79e3696c4e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a94c78-b377-42ac-8e1d-9c92afad1137,revision_number=None']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:47:53.137091 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.v2.base [req-f782546b-108f-4437-ba2f-961c5fd117fb req-b88f2a01-c815-4aea-9f40-6b5ff2ce2dbb service neutron] Request body: {'port': {'device_id': '98098ee8-c38f-4d5c-b59c-21b6d07b4b26', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=98184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:47:53.410750 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 45038) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:47:53.425898 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-5cb6abdb-ceb5-4f9d-ab5e-79e3696c4e87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:47:53.448289 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-9d4736c4-b4d3-4134-930e-72fbb2cb5a94 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:53.460036 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-f25f965b-463a-43ed-8725-31a9b19ad6f5 req-1aeaaeea-f253-48a3-9f3c-d8c56fc41025 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/security-groups?id=06502357-ff4c-485b-91b1-561d1bbe6894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3920360 Jun 10 18:47:53.463603 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-9d4736c4-b4d3-4134-930e-72fbb2cb5a94 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102015'] for security_group_rule, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:53.475490 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:47:53.494586 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-765b76e4-639a-4c6a-b01a-07631a1dada2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:53.628509 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4cc09c-103c-48ba-85a7-5b383ca6af9e req-388e14bd-9d8c-4b9c-b5ff-3b5e4567c773 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:47:53.630697 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4736c4-b4d3-4134-930e-72fbb2cb5a94 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b3cbfee-86ee-4d32-be85-f2cc2fc05082,revision_number=0']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:47:53.636698 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-9d4736c4-b4d3-4134-930e-72fbb2cb5a94 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:47:53.642112 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-2c4cc09c-103c-48ba-85a7-5b383ca6af9e req-388e14bd-9d8c-4b9c-b5ff-3b5e4567c773 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/networks?id=cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73 HTTP/1.1" status: 200 len: 811 time: 0.5831275 Jun 10 18:47:53.675527 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [req-f782546b-108f-4437-ba2f-961c5fd117fb req-b88f2a01-c815-4aea-9f40-6b5ff2ce2dbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:53.684337 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-2c4cc09c-103c-48ba-85a7-5b383ca6af9e req-d49ff1ec-015d-4b53-99a0-9f73ec6fe267 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/quotas/b98132dec11942b2917326af967088e0 HTTP/1.1" status: 200 len: 375 time: 0.0306091 Jun 10 18:47:53.764651 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Device 2750cf86-e100-4486-9476-dbb9c10060f9 up at agent ovs-agent-dv-cinder-786260-4-iscsi {{(pid=98186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 18:47:53.780497 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-01b3c837-07cc-4da8-8616-1aa1b1618040 req-5383c8c4-89d9-4b77-b3be-21be9b3ce88f tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=11254c6c-c026-45c9-b2e2-064870268f10 HTTP/1.1" status: 200 len: 210 time: 0.0856075 Jun 10 18:47:53.865506 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Provisioning for port 2750cf86-e100-4486-9476-dbb9c10060f9 completed by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 18:47:53.874464 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Provisioning complete for port 2750cf86-e100-4486-9476-dbb9c10060f9 triggered by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 18:47:53.875895 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:53.966352 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-765b76e4-639a-4c6a-b01a-07631a1dada2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:53.987593 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-765b76e4-639a-4c6a-b01a-07631a1dada2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:53.999678 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-ff0b09b6-1a50-4fd7-a0f5-47f3ac2d7239 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:47:54.079107 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:54.084523 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-2c4cc09c-103c-48ba-85a7-5b383ca6af9e req-5f801800-453c-43c4-91f1-c44fdb9da225 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b98132dec11942b2917326af967088e0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3680289 Jun 10 18:47:54.097127 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-765b76e4-639a-4c6a-b01a-07631a1dada2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=12222142ebad48c99024158c074650a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6806688 Jun 10 18:47:54.100301 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765b76e4-639a-4c6a-b01a-07631a1dada2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f905369a-b253-4ab2-a81e-a97dbe1b107e,revision_number=1']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:47:54.142679 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 45062) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:47:54.147152 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-765b76e4-639a-4c6a-b01a-07631a1dada2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:47:54.167425 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] For port 2750cf86-e100-4486-9476-dbb9c10060f9, host dv-cinder-786260-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-4-iscsi',level=0,port_id=2750cf86-e100-4486-9476-dbb9c10060f9,segment=NetworkSegment(cce5025b-9a61-488a-a883-513d04362a8a),segment_id=cce5025b-9a61-488a-a883-513d04362a8a)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:47:54.172921 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33083dd3-cad2-45d4-be09-4939b7bcb86c req-fd20d75e-2cdf-4d4b-9568-75a8bd852a83 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Made reservation on behalf of a9d7cab2e80a4790a3c08dfa4dc50427 for: {'port': 1} {{(pid=98185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 18:47:54.178318 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-33083dd3-cad2-45d4-be09-4939b7bcb86c req-fd20d75e-2cdf-4d4b-9568-75a8bd852a83 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-941319'] for port, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:54.181608 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:54.191047 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-9958cd1b-efc3-4672-8eac-4d8bfe84cfd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:47:54.200256 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-9d4736c4-b4d3-4134-930e-72fbb2cb5a94 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:54.204361 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-9d4736c4-b4d3-4134-930e-72fbb2cb5a94 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.2005136 Jun 10 18:47:54.205646 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 45068) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:47:54.213723 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.v2.base [None req-a8f863eb-16b8-45a9-b324-d7a8b6aec899 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Request body: {'floatingip': {'floating_network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d'}} {{(pid=98185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:47:54.325221 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c803f43a-20b2-4f55-a0c0-20dbf87b5062 req-f6a79f91-86a0-4f2e-998d-41d633fdc515 tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:47:54.334846 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-c803f43a-20b2-4f55-a0c0-20dbf87b5062 req-f6a79f91-86a0-4f2e-998d-41d633fdc515 tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] 10.222.0.15 "GET /v2.0/ports?device_id=adde8da3-a2d9-4708-8a68-505450b3072a HTTP/1.1" status: 200 len: 943 time: 0.3373768 Jun 10 18:47:54.353460 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Pushing event updated for resources: {'Port': ['ID=2750cf86-e100-4486-9476-dbb9c10060f9,revision_number=5']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:47:54.363585 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-a8f863eb-16b8-45a9-b324-d7a8b6aec899 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Notify callbacks [] for floatingip, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:54.372071 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:47:54.375029 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-f0ba937b-9e04-48d8-9397-e22526e6b009 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:54.416044 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-2c4cc09c-103c-48ba-85a7-5b383ca6af9e req-62e817b0-70ed-4c50-9dd5-b8d8988ea79e service neutron] 10.222.0.15 "GET /v2.0/networks/cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636387 Jun 10 18:47:54.452922 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-c803f43a-20b2-4f55-a0c0-20dbf87b5062 req-c857e5ff-9d5e-4600-a1b6-c24b04b0bff0 tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] 10.222.0.15 "GET /v2.0/security-groups?id=a84a6f49-79f9-4953-8e37-238be30dbc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153986 Jun 10 18:47:54.471638 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-f0ba937b-9e04-48d8-9397-e22526e6b009 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:54.506774 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.notifiers.nova [req-f782546b-108f-4437-ba2f-961c5fd117fb req-b88f2a01-c815-4aea-9f40-6b5ff2ce2dbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 384f9c6d-550b-4c29-9028-415a4aacdbb0 {{(pid=98184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 18:47:54.524747 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [req-f782546b-108f-4437-ba2f-961c5fd117fb req-b88f2a01-c815-4aea-9f40-6b5ff2ce2dbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:54.543176 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Device e3754908-a92f-422c-8056-e143e7d3f9f6 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=98186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 18:47:54.627430 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-a8f863eb-16b8-45a9-b324-d7a8b6aec899 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-941319'] for port, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:54.642157 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.db.provisioning_blocks [req-f782546b-108f-4437-ba2f-961c5fd117fb req-b88f2a01-c815-4aea-9f40-6b5ff2ce2dbb service neutron] Transition to ACTIVE for port object 384f9c6d-550b-4c29-9028-415a4aacdbb0 will not be triggered until provisioned by entity L2. {{(pid=98184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 18:47:54.657707 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [req-f782546b-108f-4437-ba2f-961c5fd117fb req-b88f2a01-c815-4aea-9f40-6b5ff2ce2dbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:54.695974 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:47:54.889018 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-2c4cc09c-103c-48ba-85a7-5b383ca6af9e req-0245311e-6f48-4fd4-a2c3-7e56d63dded7 service neutron] 10.222.0.15 "GET /v2.0/networks/cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4624839 Jun 10 18:47:54.892043 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.db.db_base_plugin_common [req-33083dd3-cad2-45d4-be09-4939b7bcb86c req-fd20d75e-2cdf-4d4b-9568-75a8bd852a83 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Allocated IP 172.20.0.10 (36c601fb-9272-4d67-b287-4990129f2e5f/7cc0a94e-b476-4d1d-b3df-5e3104af9a91/692ac797-465d-4209-b5b4-20092e61aa20) {{(pid=98185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 18:47:54.897869 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-f0ba937b-9e04-48d8-9397-e22526e6b009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:54.906518 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] For port e3754908-a92f-422c-8056-e143e7d3f9f6, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=e3754908-a92f-422c-8056-e143e7d3f9f6,segment=NetworkSegment(b950237d-a9b4-498d-ae31-3d34e5010ece),segment_id=b950237d-a9b4-498d-ae31-3d34e5010ece)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:47:54.920169 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-f0ba937b-9e04-48d8-9397-e22526e6b009 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:54.923673 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-f0ba937b-9e04-48d8-9397-e22526e6b009 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f905369a-b253-4ab2-a81e-a97dbe1b107e HTTP/1.1" status: 204 len: 168 time: 0.7800281 Jun 10 18:47:54.927849 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88f2a01-c815-4aea-9f40-6b5ff2ce2dbb service neutron] Pushing event updated for resources: {'Port': ['ID=384f9c6d-550b-4c29-9028-415a4aacdbb0,revision_number=2']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:47:54.934129 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Returning: {'device': 'e3754908-a92f-422c-8056-e143e7d3f9f6', 'network_id': '1150afbe-7c41-44dc-8b70-8b95a05ad9f8', 'port_id': 'e3754908-a92f-422c-8056-e143e7d3f9f6', 'mac_address': 'fa:16:3e:d8:81:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5776c23f-d49b-4a6e-8e14-44188b13dc6a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 18:47:54.940960 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-b88f2a01-c815-4aea-9f40-6b5ff2ce2dbb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:47:54.943321 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:47:54.996932 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8151cff8-e188-4ca1-bdef-d3f59b6cf915 req-7883e7c2-d652-46a9-b926-d21141f72d6e tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:47:54.997644 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ba937b-9e04-48d8-9397-e22526e6b009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f905369a-b253-4ab2-a81e-a97dbe1b107e,revision_number=None']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:47:55.002780 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-f0ba937b-9e04-48d8-9397-e22526e6b009 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:47:55.008321 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-8151cff8-e188-4ca1-bdef-d3f59b6cf915 req-7883e7c2-d652-46a9-b926-d21141f72d6e tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/ports?device_id=04e81b22-afbc-433c-a90e-00e778339b4e HTTP/1.1" status: 200 len: 943 time: 0.3426797 Jun 10 18:47:55.018059 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.managers [req-f782546b-108f-4437-ba2f-961c5fd117fb req-b88f2a01-c815-4aea-9f40-6b5ff2ce2dbb service neutron] Attempting to bind port 384f9c6d-550b-4c29-9028-415a4aacdbb0 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=98184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 18:47:55.018716 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.managers [req-f782546b-108f-4437-ba2f-961c5fd117fb req-b88f2a01-c815-4aea-9f40-6b5ff2ce2dbb service neutron] Attempting to bind port 384f9c6d-550b-4c29-9028-415a4aacdbb0 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '8aad430c-f386-4a5a-bcc9-ad8b4eb8863a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '36c601fb-9272-4d67-b287-4990129f2e5f'}] {{(pid=98184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 18:47:55.019262 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f782546b-108f-4437-ba2f-961c5fd117fb req-b88f2a01-c815-4aea-9f40-6b5ff2ce2dbb service neutron] Attempting to bind port 384f9c6d-550b-4c29-9028-415a4aacdbb0 on network 36c601fb-9272-4d67-b287-4990129f2e5f {{(pid=98184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 18:47:55.025269 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f782546b-108f-4437-ba2f-961c5fd117fb req-b88f2a01-c815-4aea-9f40-6b5ff2ce2dbb service neutron] Port 384f9c6d-550b-4c29-9028-415a4aacdbb0 on network 36c601fb-9272-4d67-b287-4990129f2e5f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=98184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 18:47:55.026187 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f782546b-108f-4437-ba2f-961c5fd117fb req-b88f2a01-c815-4aea-9f40-6b5ff2ce2dbb service neutron] Attempting to bind port 384f9c6d-550b-4c29-9028-415a4aacdbb0 on network 36c601fb-9272-4d67-b287-4990129f2e5f {{(pid=98184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 18:47:55.028991 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.db.db_base_plugin_common [None req-a8f863eb-16b8-45a9-b324-d7a8b6aec899 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Allocated IP 172.27.3.215 (a2be77e0-c818-4f69-a7bb-de46a435f28d/dcf03c9b-e407-4813-8188-7ebc21a92a5e/1a0f5941-6a12-464f-94b4-e91621ae728c) {{(pid=98185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 18:47:55.034426 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f782546b-108f-4437-ba2f-961c5fd117fb req-b88f2a01-c815-4aea-9f40-6b5ff2ce2dbb service neutron] Checking agent: {'id': '81ed237c-a7bd-4721-ad26-da2ab32caefc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 18, 45, 46), 'started_at': datetime.datetime(2021, 6, 10, 18, 45, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 18, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 18:47:55.035009 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f782546b-108f-4437-ba2f-961c5fd117fb req-b88f2a01-c815-4aea-9f40-6b5ff2ce2dbb service neutron] Checking segment: {'id': '8aad430c-f386-4a5a-bcc9-ad8b4eb8863a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '36c601fb-9272-4d67-b287-4990129f2e5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 18:47:55.035557 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f782546b-108f-4437-ba2f-961c5fd117fb req-b88f2a01-c815-4aea-9f40-6b5ff2ce2dbb service neutron] Bound using segment: {'id': '8aad430c-f386-4a5a-bcc9-ad8b4eb8863a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '36c601fb-9272-4d67-b287-4990129f2e5f'} {{(pid=98184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 18:47:55.035685 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:55.036505 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.managers [req-f782546b-108f-4437-ba2f-961c5fd117fb req-b88f2a01-c815-4aea-9f40-6b5ff2ce2dbb service neutron] Bound port: 384f9c6d-550b-4c29-9028-415a4aacdbb0, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8aad430c-f386-4a5a-bcc9-ad8b4eb8863a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '36c601fb-9272-4d67-b287-4990129f2e5f'}}] {{(pid=98184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 18:47:55.037175 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [req-f782546b-108f-4437-ba2f-961c5fd117fb req-b88f2a01-c815-4aea-9f40-6b5ff2ce2dbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:55.075952 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.notifiers.nova [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3754908-a92f-422c-8056-e143e7d3f9f6 {{(pid=98186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 18:47:55.130093 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] For port e3754908-a92f-422c-8056-e143e7d3f9f6, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=e3754908-a92f-422c-8056-e143e7d3f9f6,segment=NetworkSegment(b950237d-a9b4-498d-ae31-3d34e5010ece),segment_id=b950237d-a9b4-498d-ae31-3d34e5010ece)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:47:55.139220 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:55.140033 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Device e7ba6b50-0941-4934-bafd-87f6d28ef45c details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=98186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 18:47:55.141948 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-8151cff8-e188-4ca1-bdef-d3f59b6cf915 req-3f615996-bc2c-452d-b0a0-a3873827bdf2 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/security-groups?id=06502357-ff4c-485b-91b1-561d1bbe6894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324058 Jun 10 18:47:55.154384 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:47:55.256291 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.db [req-f782546b-108f-4437-ba2f-961c5fd117fb req-b88f2a01-c815-4aea-9f40-6b5ff2ce2dbb service neutron] For port 384f9c6d-550b-4c29-9028-415a4aacdbb0, host hv-cinder-78626, cleared binding levels {{(pid=98184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 18:47:55.269540 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.db [req-f782546b-108f-4437-ba2f-961c5fd117fb req-b88f2a01-c815-4aea-9f40-6b5ff2ce2dbb service neutron] For port 384f9c6d-550b-4c29-9028-415a4aacdbb0, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=384f9c6d-550b-4c29-9028-415a4aacdbb0,segment=NetworkSegment(8aad430c-f386-4a5a-bcc9-ad8b4eb8863a),segment_id=8aad430c-f386-4a5a-bcc9-ad8b4eb8863a)] {{(pid=98184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 18:47:55.278973 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [req-f782546b-108f-4437-ba2f-961c5fd117fb req-b88f2a01-c815-4aea-9f40-6b5ff2ce2dbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:55.304365 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-27c78f9b-cab6-4e20-8ba6-a8b34aff6ba0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:47:55.337558 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Pushing event updated for resources: {'Port': ['ID=e3754908-a92f-422c-8056-e143e7d3f9f6,revision_number=4']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:47:55.341326 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:47:55.370316 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-22a2282a-f420-4983-9c93-0ba1d9437c7e req-0415127c-9dd4-4071-8869-ec5fd23884f1 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dfd38ae-310d-4c3c-b40a-83004dbb0797 HTTP/1.1" status: 200 len: 210 time: 0.1438496 Jun 10 18:47:55.408656 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f782546b-108f-4437-ba2f-961c5fd117fb req-b88f2a01-c815-4aea-9f40-6b5ff2ce2dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:47:55.409476 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [req-f782546b-108f-4437-ba2f-961c5fd117fb req-b88f2a01-c815-4aea-9f40-6b5ff2ce2dbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731712'] for port, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:55.411216 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-f782546b-108f-4437-ba2f-961c5fd117fb req-b88f2a01-c815-4aea-9f40-6b5ff2ce2dbb service neutron] 10.222.0.39 "PUT /v2.0/ports/384f9c6d-550b-4c29-9028-415a4aacdbb0 HTTP/1.1" status: 200 len: 1093 time: 2.3027983 Jun 10 18:47:55.413300 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88f2a01-c815-4aea-9f40-6b5ff2ce2dbb service neutron] Pushing event updated for resources: {'Port': ['ID=384f9c6d-550b-4c29-9028-415a4aacdbb0,revision_number=3']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:47:55.417321 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-b88f2a01-c815-4aea-9f40-6b5ff2ce2dbb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:47:55.417860 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98098ee8-c38f-4d5c-b59c-21b6d07b4b26', 'tag': '384f9c6d-550b-4c29-9028-415a4aacdbb0'}] {{(pid=98184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 18:47:55.420340 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb56d522721b4b5adfc42fa723f2f3515f3582caf8bc0113b3f39c2a7fe625ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63bd009d-ad4d-4749-bc02-39082edeb79f" -d '{"events": [{"name": "network-changed", "server_uuid": "98098ee8-c38f-4d5c-b59c-21b6d07b4b26", "tag": "384f9c6d-550b-4c29-9028-415a4aacdbb0"}]}' {{(pid=98184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 18:47:55.462459 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-cdfb008e-b252-4775-87e0-752e250e63c3 req-0acd8cf3-7615-46ea-aef9-6b167684ab1e tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=11254c6c-c026-45c9-b2e2-064870268f10 HTTP/1.1" status: 200 len: 210 time: 0.0501835 Jun 10 18:47:55.482510 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] For port e7ba6b50-0941-4934-bafd-87f6d28ef45c, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=e7ba6b50-0941-4934-bafd-87f6d28ef45c,segment=NetworkSegment(fd279837-3169-4e44-bb88-c8bbfa96e1db),segment_id=fd279837-3169-4e44-bb88-c8bbfa96e1db)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:47:55.537262 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Returning: {'device': 'e7ba6b50-0941-4934-bafd-87f6d28ef45c', 'network_id': '19e9a3f5-4709-4ace-b497-42ae4bcaab91', 'port_id': 'e7ba6b50-0941-4934-bafd-87f6d28ef45c', 'mac_address': 'fa:16:3e:04:fe:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e54f33df-96bf-41df-aade-9540ec4d8d5f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 18:47:55.564214 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 18:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebb5416c-a9bb-444e-86c5-8ed13a1c381b x-openstack-request-id: req-ebb5416c-a9bb-444e-86c5-8ed13a1c381b {{(pid=98184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 18:47:55.564689 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98098ee8-c38f-4d5c-b59c-21b6d07b4b26", "tag": "384f9c6d-550b-4c29-9028-415a4aacdbb0", "status": "completed", "code": 200}]} {{(pid=98184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 18:47:55.564980 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ebb5416c-a9bb-444e-86c5-8ed13a1c381b {{(pid=98184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 18:47:55.565425 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98098ee8-c38f-4d5c-b59c-21b6d07b4b26', 'tag': '384f9c6d-550b-4c29-9028-415a4aacdbb0', 'status': 'completed', 'code': 200} Jun 10 18:47:55.638750 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f782546b-108f-4437-ba2f-961c5fd117fb req-3316d7d3-7daa-483c-ab63-d895f2020c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:47:55.640624 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-f782546b-108f-4437-ba2f-961c5fd117fb req-3316d7d3-7daa-483c-ab63-d895f2020c74 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a9d7cab2e80a4790a3c08dfa4dc50427&device_id=98098ee8-c38f-4d5c-b59c-21b6d07b4b26 HTTP/1.1" status: 200 len: 1096 time: 0.1691265 Jun 10 18:47:55.661579 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:55.668936 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-a8f863eb-16b8-45a9-b324-d7a8b6aec899 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Notify callbacks [] for port, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:55.696638 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.notifiers.nova [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7ba6b50-0941-4934-bafd-87f6d28ef45c {{(pid=98186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 18:47:55.714633 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-33083dd3-cad2-45d4-be09-4939b7bcb86c req-fd20d75e-2cdf-4d4b-9568-75a8bd852a83 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Notify callbacks [] for port, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:55.747703 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] For port e7ba6b50-0941-4934-bafd-87f6d28ef45c, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=e7ba6b50-0941-4934-bafd-87f6d28ef45c,segment=NetworkSegment(fd279837-3169-4e44-bb88-c8bbfa96e1db),segment_id=fd279837-3169-4e44-bb88-c8bbfa96e1db)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:47:55.755576 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:55.757507 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:47:55.794883 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-f782546b-108f-4437-ba2f-961c5fd117fb req-8f5c6d9c-9eb0-45e4-8129-61f4cc63ea12 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=384f9c6d-550b-4c29-9028-415a4aacdbb0 HTTP/1.1" status: 200 len: 217 time: 0.1457214 Jun 10 18:47:55.808987 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Device 2750cf86-e100-4486-9476-dbb9c10060f9 up at agent ovs-agent-dv-cinder-786260-4-iscsi {{(pid=98186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 18:47:55.863703 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-a8f863eb-16b8-45a9-b324-d7a8b6aec899 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-941510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578064406'] for port, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:55.867692 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:47:55.873310 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-33083dd3-cad2-45d4-be09-4939b7bcb86c req-fd20d75e-2cdf-4d4b-9568-75a8bd852a83 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-941510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578064406'] for port, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:55.923722 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Pushing event updated for resources: {'Port': ['ID=e7ba6b50-0941-4934-bafd-87f6d28ef45c,revision_number=4']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:47:55.928956 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:47:55.944468 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Provisioning complete for port 2750cf86-e100-4486-9476-dbb9c10060f9 triggered by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 18:47:55.944468 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:55.978028 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f863eb-16b8-45a9-b324-d7a8b6aec899 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Pushing event updated for resources: {'Port': ['ID=1a0f5941-6a12-464f-94b4-e91621ae728c,revision_number=1']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:47:55.983232 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-a8f863eb-16b8-45a9-b324-d7a8b6aec899 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:47:55.992098 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:47:56.006801 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f863eb-16b8-45a9-b324-d7a8b6aec899 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Network a2be77e0-c818-4f69-a7bb-de46a435f28d is already hosted by enough agents. {{(pid=98185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 18:47:56.018310 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.base_scheduler [None req-a8f863eb-16b8-45a9-b324-d7a8b6aec899 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Resources bound (agent type, host, resource id): {{(pid=98185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 18:47:56.084065 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f782546b-108f-4437-ba2f-961c5fd117fb req-ceca4f8e-97bc-4f42-8e61-94fa9b545fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:47:56.088275 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-f782546b-108f-4437-ba2f-961c5fd117fb req-ceca4f8e-97bc-4f42-8e61-94fa9b545fb7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7cc0a94e-b476-4d1d-b3df-5e3104af9a91 HTTP/1.1" status: 200 len: 858 time: 0.2665074 Jun 10 18:47:56.088625 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f863eb-16b8-45a9-b324-d7a8b6aec899 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Received port after_create {{(pid=98185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 18:47:56.141413 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] get_ports_and_sgs() called for port_ids ['e3754908-a92f-422c-8056-e143e7d3f9f6'] {{(pid=98186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 18:47:56.148283 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] get_ports_and_sgs() called for port_ids ['e7ba6b50-0941-4934-bafd-87f6d28ef45c'] {{(pid=98186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 18:47:56.238587 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-f782546b-108f-4437-ba2f-961c5fd117fb req-e148691c-bd39-4ef3-833d-882369a49d73 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=36c601fb-9272-4d67-b287-4990129f2e5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1385493 Jun 10 18:47:56.244932 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33083dd3-cad2-45d4-be09-4939b7bcb86c req-fd20d75e-2cdf-4d4b-9568-75a8bd852a83 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Network 36c601fb-9272-4d67-b287-4990129f2e5f is already hosted by enough agents. {{(pid=98185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 18:47:56.271376 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.base_scheduler [req-33083dd3-cad2-45d4-be09-4939b7bcb86c req-fd20d75e-2cdf-4d4b-9568-75a8bd852a83 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Resources bound (agent type, host, resource id): {{(pid=98185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 18:47:56.282806 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-a8f863eb-16b8-45a9-b324-d7a8b6aec899 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:56.291386 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19708b09-5ead-41ce-959c-81940c776567 req-4cfbc210-2d4c-4c61-9beb-d617b2c245fc tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:47:56.292969 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-19708b09-5ead-41ce-959c-81940c776567 req-4cfbc210-2d4c-4c61-9beb-d617b2c245fc tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] 10.222.0.15 "GET /v2.0/ports?device_id=adde8da3-a2d9-4708-8a68-505450b3072a HTTP/1.1" status: 200 len: 944 time: 0.5078776 Jun 10 18:47:56.297080 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.db.l3_dvrscheduler_db [req-33083dd3-cad2-45d4-be09-4939b7bcb86c req-fd20d75e-2cdf-4d4b-9568-75a8bd852a83 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Received port after_create {{(pid=98185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 18:47:56.303501 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33083dd3-cad2-45d4-be09-4939b7bcb86c req-fd20d75e-2cdf-4d4b-9568-75a8bd852a83 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:47:56.304157 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-33083dd3-cad2-45d4-be09-4939b7bcb86c req-fd20d75e-2cdf-4d4b-9568-75a8bd852a83 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731712'] for port, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:56.436290 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd20d75e-2cdf-4d4b-9568-75a8bd852a83 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Pushing event updated for resources: {'Port': ['ID=692ac797-465d-4209-b5b4-20092e61aa20,revision_number=1']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:47:56.446569 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-33083dd3-cad2-45d4-be09-4939b7bcb86c req-fd20d75e-2cdf-4d4b-9568-75a8bd852a83 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4141738 Jun 10 18:47:56.454949 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-fd20d75e-2cdf-4d4b-9568-75a8bd852a83 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:47:56.462320 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-19708b09-5ead-41ce-959c-81940c776567 req-bb6f2e18-33a7-40e8-8fe8-399cc78fc7ad tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] 10.222.0.15 "GET /v2.0/security-groups?id=a84a6f49-79f9-4953-8e37-238be30dbc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090178 Jun 10 18:47:56.463074 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.v2.base [req-33083dd3-cad2-45d4-be09-4939b7bcb86c req-89776c87-71da-42d1-a019-f62cf03b0093 service neutron] Request body: {'port': {'device_id': '11254c6c-c026-45c9-b2e2-064870268f10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=98185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:47:56.500382 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-a8f863eb-16b8-45a9-b324-d7a8b6aec899 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:56.677835 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-f782546b-108f-4437-ba2f-961c5fd117fb req-176b271c-3c5a-4771-8fed-f79cf00e4443 service neutron] 10.222.0.39 "GET /v2.0/networks/36c601fb-9272-4d67-b287-4990129f2e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4364827 Jun 10 18:47:56.842001 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-2769a0a0-66aa-48ec-8ede-a3c85c6907b8 req-c8a510aa-a8f5-45fc-abf5-17d146a00482 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dfd38ae-310d-4c3c-b40a-83004dbb0797 HTTP/1.1" status: 200 len: 210 time: 0.0917051 Jun 10 18:47:56.864854 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-33083dd3-cad2-45d4-be09-4939b7bcb86c req-89776c87-71da-42d1-a019-f62cf03b0093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:57.230237 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-f782546b-108f-4437-ba2f-961c5fd117fb req-108a66a7-4180-462d-9c2e-1f95f579a0a9 service neutron] 10.222.0.39 "GET /v2.0/networks/36c601fb-9272-4d67-b287-4990129f2e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5432944 Jun 10 18:47:57.325839 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33855852-ae68-4614-a6f2-1eb8cbac5c25 req-7f9cd0e1-24af-463c-9843-6405a360027d tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:47:57.333190 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-33855852-ae68-4614-a6f2-1eb8cbac5c25 req-7f9cd0e1-24af-463c-9843-6405a360027d tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/ports?device_id=04e81b22-afbc-433c-a90e-00e778339b4e HTTP/1.1" status: 200 len: 944 time: 0.8377037 Jun 10 18:47:57.471367 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-33855852-ae68-4614-a6f2-1eb8cbac5c25 req-2e6a3b55-d915-48ec-90af-92c2ab2fda73 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/security-groups?id=06502357-ff4c-485b-91b1-561d1bbe6894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367826 Jun 10 18:47:57.572270 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-a8f863eb-16b8-45a9-b324-d7a8b6aec899 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Notify callbacks [] for port, precommit_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:57.586505 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-a8f863eb-16b8-45a9-b324-d7a8b6aec899 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:57.599923 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-3aa8973b-dd52-481a-9260-c2c9b1bcdd90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:47:57.623159 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4cc09c-103c-48ba-85a7-5b383ca6af9e req-172e5e16-7a07-4cc2-979f-5c89039f9859 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:47:57.624658 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-2c4cc09c-103c-48ba-85a7-5b383ca6af9e req-172e5e16-7a07-4cc2-979f-5c89039f9859 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.39 "GET /v2.0/networks?id=cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73 HTTP/1.1" status: 200 len: 811 time: 0.6786504 Jun 10 18:47:57.663384 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-a8f863eb-16b8-45a9-b324-d7a8b6aec899 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4045568'] for floatingip, after_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:57.707037 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3834692-740c-4d19-96d2-7bc94a77e780 req-babd0fc0-6f48-4755-91ca-c84a41b19356 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:47:57.714867 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-c3834692-740c-4d19-96d2-7bc94a77e780 req-babd0fc0-6f48-4755-91ca-c84a41b19356 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=11254c6c-c026-45c9-b2e2-064870268f10 HTTP/1.1" status: 200 len: 932 time: 0.5822031 Jun 10 18:47:57.754413 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bd009d-ad4d-4749-bc02-39082edeb79f req-df0188c0-a77e-4492-abef-d1e74661cb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:47:57.756111 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-63bd009d-ad4d-4749-bc02-39082edeb79f req-df0188c0-a77e-4492-abef-d1e74661cb68 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a9d7cab2e80a4790a3c08dfa4dc50427&device_id=98098ee8-c38f-4d5c-b59c-21b6d07b4b26 HTTP/1.1" status: 200 len: 1096 time: 0.2165239 Jun 10 18:47:57.772786 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-a8f863eb-16b8-45a9-b324-d7a8b6aec899 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230521'] for floatingip, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:57.774866 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-a8f863eb-16b8-45a9-b324-d7a8b6aec899 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5668955 Jun 10 18:47:57.775930 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f863eb-16b8-45a9-b324-d7a8b6aec899 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Pushing event updated for resources: {'Port': ['ID=1a0f5941-6a12-464f-94b4-e91621ae728c,revision_number=2']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:47:57.806893 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-a8f863eb-16b8-45a9-b324-d7a8b6aec899 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:47:57.824403 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-2c4cc09c-103c-48ba-85a7-5b383ca6af9e req-734ce154-d3a5-4111-85c8-739608aa7574 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b98132dec11942b2917326af967088e0 HTTP/1.1" status: 200 len: 380 time: 0.1710682 Jun 10 18:47:57.830062 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-c3834692-740c-4d19-96d2-7bc94a77e780 req-06ff313f-1c6e-48cf-9ccd-fd6a7589452d tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141121 Jun 10 18:47:57.846689 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.v2.base [req-2c4cc09c-103c-48ba-85a7-5b383ca6af9e req-8f470019-379e-41d2-8892-2e32743c40bd tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Request body: {'port': {'device_id': '8dfd38ae-310d-4c3c-b40a-83004dbb0797', 'network_id': 'cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73', 'admin_state_up': True, 'tenant_id': 'b98132dec11942b2917326af967088e0', 'security_groups': ['7fc2e55c-47a1-47f8-a4f5-611ae6fb6623']}} {{(pid=98184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:47:57.908950 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f7d17-dcfc-4768-ac7e-e9222c84ca89 req-1b9b9933-7169-4930-8ca6-0663d35ddaeb tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:47:57.910754 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-4f8f7d17-dcfc-4768-ac7e-e9222c84ca89 req-1b9b9933-7169-4930-8ca6-0663d35ddaeb tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] 10.222.0.15 "GET /v2.0/ports?device_id=adde8da3-a2d9-4708-8a68-505450b3072a HTTP/1.1" status: 200 len: 944 time: 0.1506438 Jun 10 18:47:58.000456 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-4f8f7d17-dcfc-4768-ac7e-e9222c84ca89 req-a6d64062-5ae7-489a-b610-ca73d0b5e0d7 tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] 10.222.0.15 "GET /v2.0/security-groups?id=a84a6f49-79f9-4953-8e37-238be30dbc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812154 Jun 10 18:47:58.013808 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.notifiers.nova [req-33083dd3-cad2-45d4-be09-4939b7bcb86c req-89776c87-71da-42d1-a019-f62cf03b0093 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 692ac797-465d-4209-b5b4-20092e61aa20 {{(pid=98185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 18:47:58.024494 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-33083dd3-cad2-45d4-be09-4939b7bcb86c req-89776c87-71da-42d1-a019-f62cf03b0093 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:58.044893 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.db.provisioning_blocks [req-33083dd3-cad2-45d4-be09-4939b7bcb86c req-89776c87-71da-42d1-a019-f62cf03b0093 service neutron] Transition to ACTIVE for port object 692ac797-465d-4209-b5b4-20092e61aa20 will not be triggered until provisioned by entity L2. {{(pid=98185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 18:47:58.051254 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-33083dd3-cad2-45d4-be09-4939b7bcb86c req-89776c87-71da-42d1-a019-f62cf03b0093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:58.055437 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-a8f863eb-16b8-45a9-b324-d7a8b6aec899 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:47:58.113917 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89776c87-71da-42d1-a019-f62cf03b0093 service neutron] Pushing event updated for resources: {'Port': ['ID=692ac797-465d-4209-b5b4-20092e61aa20,revision_number=2']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:47:58.117178 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-89776c87-71da-42d1-a019-f62cf03b0093 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:47:58.134126 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-610bda27-fa6b-4c06-a803-380ac5fdaa2f req-0c2f03a2-9a10-4012-a956-5ca93e5dae8e tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dfd38ae-310d-4c3c-b40a-83004dbb0797 HTTP/1.1" status: 200 len: 210 time: 0.1383474 Jun 10 18:47:58.186352 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bd009d-ad4d-4749-bc02-39082edeb79f req-117a0378-f899-444a-8937-eb6c613959a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:47:58.187826 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-63bd009d-ad4d-4749-bc02-39082edeb79f req-117a0378-f899-444a-8937-eb6c613959a1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=36c601fb-9272-4d67-b287-4990129f2e5f HTTP/1.1" status: 200 len: 919 time: 0.4241457 Jun 10 18:47:58.247472 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.managers [req-33083dd3-cad2-45d4-be09-4939b7bcb86c req-89776c87-71da-42d1-a019-f62cf03b0093 service neutron] Attempting to bind port 692ac797-465d-4209-b5b4-20092e61aa20 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=98185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 18:47:58.247850 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.managers [req-33083dd3-cad2-45d4-be09-4939b7bcb86c req-89776c87-71da-42d1-a019-f62cf03b0093 service neutron] Attempting to bind port 692ac797-465d-4209-b5b4-20092e61aa20 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '8aad430c-f386-4a5a-bcc9-ad8b4eb8863a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '36c601fb-9272-4d67-b287-4990129f2e5f'}] {{(pid=98185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 18:47:58.248170 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33083dd3-cad2-45d4-be09-4939b7bcb86c req-89776c87-71da-42d1-a019-f62cf03b0093 service neutron] Attempting to bind port 692ac797-465d-4209-b5b4-20092e61aa20 on network 36c601fb-9272-4d67-b287-4990129f2e5f {{(pid=98185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 18:47:58.257228 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-a2d1a392-09b9-45bc-8cc3-2555bfe3a950 req-f44e8a39-cfd0-452c-8ae6-f78b4507ea4f tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--421092284&fields=id&tenant_id=c50ca810c49044daa0af12e38f6ab6a1 HTTP/1.1" status: 200 len: 267 time: 0.0910707 Jun 10 18:47:58.258057 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33083dd3-cad2-45d4-be09-4939b7bcb86c req-89776c87-71da-42d1-a019-f62cf03b0093 service neutron] Port 692ac797-465d-4209-b5b4-20092e61aa20 on network 36c601fb-9272-4d67-b287-4990129f2e5f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=98185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 18:47:58.258390 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33083dd3-cad2-45d4-be09-4939b7bcb86c req-89776c87-71da-42d1-a019-f62cf03b0093 service neutron] Attempting to bind port 692ac797-465d-4209-b5b4-20092e61aa20 on network 36c601fb-9272-4d67-b287-4990129f2e5f {{(pid=98185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 18:47:58.266991 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33083dd3-cad2-45d4-be09-4939b7bcb86c req-89776c87-71da-42d1-a019-f62cf03b0093 service neutron] Checking agent: {'id': '81ed237c-a7bd-4721-ad26-da2ab32caefc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 18, 45, 46), 'started_at': datetime.datetime(2021, 6, 10, 18, 45, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 18, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 18:47:58.267916 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33083dd3-cad2-45d4-be09-4939b7bcb86c req-89776c87-71da-42d1-a019-f62cf03b0093 service neutron] Checking segment: {'id': '8aad430c-f386-4a5a-bcc9-ad8b4eb8863a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '36c601fb-9272-4d67-b287-4990129f2e5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 18:47:58.268558 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33083dd3-cad2-45d4-be09-4939b7bcb86c req-89776c87-71da-42d1-a019-f62cf03b0093 service neutron] Bound using segment: {'id': '8aad430c-f386-4a5a-bcc9-ad8b4eb8863a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '36c601fb-9272-4d67-b287-4990129f2e5f'} {{(pid=98185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 18:47:58.268675 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c4cc09c-103c-48ba-85a7-5b383ca6af9e req-8f470019-379e-41d2-8892-2e32743c40bd tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Made reservation on behalf of b98132dec11942b2917326af967088e0 for: {'port': 1} {{(pid=98184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 18:47:58.270206 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.managers [req-33083dd3-cad2-45d4-be09-4939b7bcb86c req-89776c87-71da-42d1-a019-f62cf03b0093 service neutron] Bound port: 692ac797-465d-4209-b5b4-20092e61aa20, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8aad430c-f386-4a5a-bcc9-ad8b4eb8863a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '36c601fb-9272-4d67-b287-4990129f2e5f'}}] {{(pid=98185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 18:47:58.273021 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-33083dd3-cad2-45d4-be09-4939b7bcb86c req-89776c87-71da-42d1-a019-f62cf03b0093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:58.273514 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [req-2c4cc09c-103c-48ba-85a7-5b383ca6af9e req-8f470019-379e-41d2-8892-2e32743c40bd tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-941319'] for port, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:58.276444 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-63bd009d-ad4d-4749-bc02-39082edeb79f req-cabb5822-c376-400a-b830-798cf54c6487 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=384f9c6d-550b-4c29-9028-415a4aacdbb0 HTTP/1.1" status: 200 len: 217 time: 0.0801661 Jun 10 18:47:58.397307 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bd009d-ad4d-4749-bc02-39082edeb79f req-d2b619b2-e9ce-4081-b907-67c0fbd6081c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:47:58.398819 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-63bd009d-ad4d-4749-bc02-39082edeb79f req-d2b619b2-e9ce-4081-b907-67c0fbd6081c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7cc0a94e-b476-4d1d-b3df-5e3104af9a91 HTTP/1.1" status: 200 len: 858 time: 0.1065867 Jun 10 18:47:58.449824 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-63bd009d-ad4d-4749-bc02-39082edeb79f req-e4f24563-947c-4f79-beb8-96210dacf585 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=36c601fb-9272-4d67-b287-4990129f2e5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403085 Jun 10 18:47:58.485477 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.db [req-33083dd3-cad2-45d4-be09-4939b7bcb86c req-89776c87-71da-42d1-a019-f62cf03b0093 service neutron] For port 692ac797-465d-4209-b5b4-20092e61aa20, host hv-cinder-78626, cleared binding levels {{(pid=98185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 18:47:58.510204 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.db [req-33083dd3-cad2-45d4-be09-4939b7bcb86c req-89776c87-71da-42d1-a019-f62cf03b0093 service neutron] For port 692ac797-465d-4209-b5b4-20092e61aa20, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=692ac797-465d-4209-b5b4-20092e61aa20,segment=NetworkSegment(8aad430c-f386-4a5a-bcc9-ad8b4eb8863a),segment_id=8aad430c-f386-4a5a-bcc9-ad8b4eb8863a)] {{(pid=98185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 18:47:58.524393 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d1a392-09b9-45bc-8cc3-2555bfe3a950 req-36b0c90d-6963-4b94-91fd-1588bdf7c310 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:47:58.537096 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-a2d1a392-09b9-45bc-8cc3-2555bfe3a950 req-36b0c90d-6963-4b94-91fd-1588bdf7c310 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/networks?id=a9c6338b-27b7-4507-a101-996d60be3c98 HTTP/1.1" status: 200 len: 817 time: 0.2581758 Jun 10 18:47:58.544339 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Device e3754908-a92f-422c-8056-e143e7d3f9f6 up at agent hyperv_hv-cinder-78626 {{(pid=98186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 18:47:58.545623 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-33083dd3-cad2-45d4-be09-4939b7bcb86c req-89776c87-71da-42d1-a019-f62cf03b0093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:58.556012 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-e779de00-79ab-48da-895a-273aefdefbf1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:47:58.594315 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-a2d1a392-09b9-45bc-8cc3-2555bfe3a950 req-61d96acc-32a8-43a2-b50f-a8eb624f5017 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/quotas/c50ca810c49044daa0af12e38f6ab6a1 HTTP/1.1" status: 200 len: 375 time: 0.0520985 Jun 10 18:47:58.639485 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Provisioning for port e3754908-a92f-422c-8056-e143e7d3f9f6 completed by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 18:47:58.645077 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Provisioning complete for port e3754908-a92f-422c-8056-e143e7d3f9f6 triggered by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 18:47:58.645387 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33083dd3-cad2-45d4-be09-4939b7bcb86c req-89776c87-71da-42d1-a019-f62cf03b0093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:47:58.646495 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-33083dd3-cad2-45d4-be09-4939b7bcb86c req-89776c87-71da-42d1-a019-f62cf03b0093 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731712'] for port, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:58.647032 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:58.648211 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-33083dd3-cad2-45d4-be09-4939b7bcb86c req-89776c87-71da-42d1-a019-f62cf03b0093 service neutron] 10.222.0.39 "PUT /v2.0/ports/692ac797-465d-4209-b5b4-20092e61aa20 HTTP/1.1" status: 200 len: 1094 time: 2.1921856 Jun 10 18:47:58.648679 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11254c6c-c026-45c9-b2e2-064870268f10', 'tag': '692ac797-465d-4209-b5b4-20092e61aa20'}] {{(pid=98185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 18:47:58.651890 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44d46bb02d59f4e600e8e3fdef735be97a189b4bda953b1539dd9e97451c2ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43e70f30-1082-4fa9-ba7d-2a785d0ded91" -d '{"events": [{"name": "network-changed", "server_uuid": "11254c6c-c026-45c9-b2e2-064870268f10", "tag": "692ac797-465d-4209-b5b4-20092e61aa20"}]}' {{(pid=98185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 18:47:58.670795 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.db.db_base_plugin_common [req-2c4cc09c-103c-48ba-85a7-5b383ca6af9e req-8f470019-379e-41d2-8892-2e32743c40bd tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Allocated IP 172.20.0.13 (cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73/450a2f52-17ce-4ffd-a311-633c3f5e5032/0e4a93cf-a9fc-4b75-8bf7-0140ded974e5) {{(pid=98184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 18:47:58.685270 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89776c87-71da-42d1-a019-f62cf03b0093 service neutron] Pushing event updated for resources: {'Port': ['ID=692ac797-465d-4209-b5b4-20092e61aa20,revision_number=3']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:47:58.689820 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-89776c87-71da-42d1-a019-f62cf03b0093 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:47:58.783165 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-63bd009d-ad4d-4749-bc02-39082edeb79f req-1b5451e1-5b97-4ae8-8719-19898112aa60 service neutron] 10.222.0.39 "GET /v2.0/networks/36c601fb-9272-4d67-b287-4990129f2e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3243756 Jun 10 18:47:58.784949 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:58.793938 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-a2d1a392-09b9-45bc-8cc3-2555bfe3a950 req-b00c79e5-e4e5-40ba-a137-ebd33970e2fa tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c50ca810c49044daa0af12e38f6ab6a1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1836941 Jun 10 18:47:58.819398 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adde8da3-a2d9-4708-8a68-505450b3072a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3754908-a92f-422c-8056-e143e7d3f9f6'}] {{(pid=98186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 18:47:58.821693 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33083dd3-cad2-45d4-be09-4939b7bcb86c req-8a8efdbf-745e-4b83-80e3-fc1de0d97994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:47:58.823476 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-33083dd3-cad2-45d4-be09-4939b7bcb86c req-8a8efdbf-745e-4b83-80e3-fc1de0d97994 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a9d7cab2e80a4790a3c08dfa4dc50427&device_id=11254c6c-c026-45c9-b2e2-064870268f10 HTTP/1.1" status: 200 len: 1097 time: 0.1065962 Jun 10 18:47:58.901490 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-33083dd3-cad2-45d4-be09-4939b7bcb86c req-050a309b-2e05-40b8-bb7e-a3d39ba5a47f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=692ac797-465d-4209-b5b4-20092e61aa20 HTTP/1.1" status: 200 len: 217 time: 0.0665991 Jun 10 18:47:58.952918 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] For port e3754908-a92f-422c-8056-e143e7d3f9f6, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=e3754908-a92f-422c-8056-e143e7d3f9f6,segment=NetworkSegment(b950237d-a9b4-498d-ae31-3d34e5010ece),segment_id=b950237d-a9b4-498d-ae31-3d34e5010ece)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:47:58.963580 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:58.965769 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Device e7ba6b50-0941-4934-bafd-87f6d28ef45c up at agent hyperv_hv-cinder-78626 {{(pid=98186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 18:47:59.023997 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:47:59.046716 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33083dd3-cad2-45d4-be09-4939b7bcb86c req-b531419b-576c-426d-9266-58b29fb1c384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:47:59.048201 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-33083dd3-cad2-45d4-be09-4939b7bcb86c req-b531419b-576c-426d-9266-58b29fb1c384 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7cc0a94e-b476-4d1d-b3df-5e3104af9a91 HTTP/1.1" status: 200 len: 858 time: 0.1316586 Jun 10 18:47:59.071433 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-a2d1a392-09b9-45bc-8cc3-2555bfe3a950 req-aee8d314-cdb5-4990-921e-afd5360bec48 service neutron] 10.222.0.15 "GET /v2.0/networks/a9c6338b-27b7-4507-a101-996d60be3c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450881 Jun 10 18:47:59.143808 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c2f46a37dc9d9ea27ba47e2e5c887733d44c46f74833e79389795ef1d11a41d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d961cece-be31-4afb-b9f7-8ae0840e4e7c" -d '{"events": [{"server_uuid": "adde8da3-a2d9-4708-8a68-505450b3072a", "name": "network-vif-plugged", "status": "completed", "tag": "e3754908-a92f-422c-8056-e143e7d3f9f6"}]}' {{(pid=98186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 18:47:59.159482 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Provisioning for port e7ba6b50-0941-4934-bafd-87f6d28ef45c completed by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 18:47:59.173632 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Provisioning complete for port e7ba6b50-0941-4934-bafd-87f6d28ef45c triggered by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 18:47:59.174027 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:59.185024 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 45246) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:47:59.202362 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Pushing event updated for resources: {'Port': ['ID=e3754908-a92f-422c-8056-e143e7d3f9f6,revision_number=5']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:47:59.205987 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:47:59.236205 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61e3648-821c-4c56-9512-dd210d36fdef req-89839955-b968-490b-93f7-482274c2b125 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:47:59.238684 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-a2d1a392-09b9-45bc-8cc3-2555bfe3a950 req-25170cc5-dbb3-4d71-9135-1328a234a6f6 service neutron] 10.222.0.15 "GET /v2.0/networks/a9c6338b-27b7-4507-a101-996d60be3c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594925 Jun 10 18:47:59.240433 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-e61e3648-821c-4c56-9512-dd210d36fdef req-89839955-b968-490b-93f7-482274c2b125 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/ports?device_id=04e81b22-afbc-433c-a90e-00e778339b4e HTTP/1.1" status: 200 len: 944 time: 0.5540795 Jun 10 18:47:59.272877 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [req-2c4cc09c-103c-48ba-85a7-5b383ca6af9e req-8f470019-379e-41d2-8892-2e32743c40bd tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Notify callbacks [] for port, precommit_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:59.296559 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:59.305658 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-63bd009d-ad4d-4749-bc02-39082edeb79f req-3d358796-30b5-4782-b3cf-f7a709c0d1ca service neutron] 10.222.0.39 "GET /v2.0/networks/36c601fb-9272-4d67-b287-4990129f2e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5129292 Jun 10 18:47:59.328427 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.db.provisioning_blocks [req-2c4cc09c-103c-48ba-85a7-5b383ca6af9e req-8f470019-379e-41d2-8892-2e32743c40bd tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Transition to ACTIVE for port object 0e4a93cf-a9fc-4b75-8bf7-0140ded974e5 will not be triggered until provisioned by entity DHCP. {{(pid=98184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 18:47:59.340408 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] For port e7ba6b50-0941-4934-bafd-87f6d28ef45c, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=e7ba6b50-0941-4934-bafd-87f6d28ef45c,segment=NetworkSegment(fd279837-3169-4e44-bb88-c8bbfa96e1db),segment_id=fd279837-3169-4e44-bb88-c8bbfa96e1db)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:47:59.343463 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-e61e3648-821c-4c56-9512-dd210d36fdef req-3575e53d-cadb-4c00-898d-74bbe8d8cb15 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/security-groups?id=06502357-ff4c-485b-91b1-561d1bbe6894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947649 Jun 10 18:47:59.349617 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:59.358934 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-063c4b3a-9b4a-4de6-8666-ef5afa8bf0f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:47:59.407316 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [req-2c4cc09c-103c-48ba-85a7-5b383ca6af9e req-8f470019-379e-41d2-8892-2e32743c40bd tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-941510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578064406'] for port, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:59.415706 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-27c78f9b-cab6-4e20-8ba6-a8b34aff6ba0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:47:59.453653 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 18:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64d829db-2395-4ca4-8838-54e2e9ccb04b x-openstack-request-id: req-64d829db-2395-4ca4-8838-54e2e9ccb04b {{(pid=98185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 18:47:59.454220 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11254c6c-c026-45c9-b2e2-064870268f10", "tag": "692ac797-465d-4209-b5b4-20092e61aa20", "status": "completed", "code": 200}]} {{(pid=98185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 18:47:59.454743 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-64d829db-2395-4ca4-8838-54e2e9ccb04b {{(pid=98185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 18:47:59.455572 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11254c6c-c026-45c9-b2e2-064870268f10', 'tag': '692ac797-465d-4209-b5b4-20092e61aa20', 'status': 'completed', 'code': 200} Jun 10 18:47:59.503303 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c4cc09c-103c-48ba-85a7-5b383ca6af9e req-8f470019-379e-41d2-8892-2e32743c40bd tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Network cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73 is already hosted by enough agents. {{(pid=98184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 18:47:59.508093 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.scheduler.base_scheduler [req-2c4cc09c-103c-48ba-85a7-5b383ca6af9e req-8f470019-379e-41d2-8892-2e32743c40bd tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Resources bound (agent type, host, resource id): {{(pid=98184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 18:47:59.511625 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c4cc09c-103c-48ba-85a7-5b383ca6af9e req-8f470019-379e-41d2-8892-2e32743c40bd tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Received port after_create {{(pid=98184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 18:47:59.520989 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4cc09c-103c-48ba-85a7-5b383ca6af9e req-8f470019-379e-41d2-8892-2e32743c40bd tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:47:59.521881 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [req-2c4cc09c-103c-48ba-85a7-5b383ca6af9e req-8f470019-379e-41d2-8892-2e32743c40bd tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731712'] for port, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:59.541962 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Pushing event updated for resources: {'Port': ['ID=e7ba6b50-0941-4934-bafd-87f6d28ef45c,revision_number=5']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:47:59.556711 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:47:59.559777 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f470019-379e-41d2-8892-2e32743c40bd tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Pushing event updated for resources: {'Port': ['ID=0e4a93cf-a9fc-4b75-8bf7-0140ded974e5,revision_number=1']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:47:59.578182 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-8f470019-379e-41d2-8892-2e32743c40bd tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:47:59.593649 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-3c14696a-c7d5-4428-8d6e-817933038636 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:59.607324 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-2c4cc09c-103c-48ba-85a7-5b383ca6af9e req-8f470019-379e-41d2-8892-2e32743c40bd tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7647767 Jun 10 18:47:59.752240 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d36921-d48b-4694-833d-4e25714bddf3 req-3bb0c55e-cec2-41d6-a7aa-e71566e563fa tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:47:59.754415 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-68d36921-d48b-4694-833d-4e25714bddf3 req-3bb0c55e-cec2-41d6-a7aa-e71566e563fa tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=11254c6c-c026-45c9-b2e2-064870268f10 HTTP/1.1" status: 200 len: 944 time: 0.1332235 Jun 10 18:47:59.779956 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd93fc1e-3ac4-4e4d-84bf-a7a17407ff2b req-cfc31aba-8cda-4cc2-a91c-f758515ecab7 tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:47:59.787308 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-bd93fc1e-3ac4-4e4d-84bf-a7a17407ff2b req-cfc31aba-8cda-4cc2-a91c-f758515ecab7 tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] 10.222.0.15 "GET /v2.0/ports?device_id=adde8da3-a2d9-4708-8a68-505450b3072a HTTP/1.1" status: 200 len: 945 time: 0.1382680 Jun 10 18:47:59.815469 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-68d36921-d48b-4694-833d-4e25714bddf3 req-d848985f-90a2-493c-ab0c-399dc85b15c9 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518179 Jun 10 18:47:59.836230 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-3c14696a-c7d5-4428-8d6e-817933038636 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:59.844054 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-3c14696a-c7d5-4428-8d6e-817933038636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:59.860282 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-d9d43d5c-b2ca-4192-9979-810c383aedb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:47:59.867883 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-bf39b016-0189-4e9f-99de-96a6bcc534bf None None] Provisioning for port 0e4a93cf-a9fc-4b75-8bf7-0140ded974e5 completed by entity DHCP. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 18:47:59.872253 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-bf39b016-0189-4e9f-99de-96a6bcc534bf None None] Provisioning complete for port 0e4a93cf-a9fc-4b75-8bf7-0140ded974e5 triggered by entity DHCP. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 18:47:59.872765 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-bf39b016-0189-4e9f-99de-96a6bcc534bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:47:59.899500 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-bd93fc1e-3ac4-4e4d-84bf-a7a17407ff2b req-14b6c82a-4fed-4350-8155-986cc56919ee tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] 10.222.0.15 "GET /v2.0/security-groups?id=a84a6f49-79f9-4953-8e37-238be30dbc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111057 Jun 10 18:47:59.934799 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c14696a-c7d5-4428-8d6e-817933038636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=249ebda3-6c5c-472b-8b1c-a9fe2f907a49,revision_number=1']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:47:59.954102 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-3c14696a-c7d5-4428-8d6e-817933038636 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:47:59.963133 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 45276) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:47:59.963363 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-3c14696a-c7d5-4428-8d6e-817933038636 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f9a9849a367f45fd977fb62cbd967cba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7761204 Jun 10 18:47:59.972870 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.plugin [None req-bf39b016-0189-4e9f-99de-96a6bcc534bf None None] Port 0e4a93cf-a9fc-4b75-8bf7-0140ded974e5 cannot update to ACTIVE because it is not bound. {{(pid=98186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 18:47:59.981238 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 18:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-650a8d7a-54a8-4aa1-a741-a568b1f23ba3 x-openstack-request-id: req-650a8d7a-54a8-4aa1-a741-a568b1f23ba3 {{(pid=98186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 18:47:59.981766 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adde8da3-a2d9-4708-8a68-505450b3072a", "name": "network-vif-plugged", "status": "completed", "tag": "e3754908-a92f-422c-8056-e143e7d3f9f6", "code": 200}]} {{(pid=98186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 18:47:59.982219 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-650a8d7a-54a8-4aa1-a741-a568b1f23ba3 {{(pid=98186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 18:47:59.982897 dv-cinder-786260-4-iscsi neutron-server[98186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adde8da3-a2d9-4708-8a68-505450b3072a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3754908-a92f-422c-8056-e143e7d3f9f6', 'code': 200} Jun 10 18:48:00.059168 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-4d5702fb-edb7-445c-a024-9dce2ce8e200 req-505a2edd-148b-4a12-b546-57aff02c55af tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 210 time: 0.0426431 Jun 10 18:48:00.072403 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-c6961e6f-61f9-43e2-95f8-a6b1b2cc837f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:00.096984 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-c6961e6f-61f9-43e2-95f8-a6b1b2cc837f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:00.134947 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8753e838-527d-4291-9a7f-cc91f61e468e req-b516f201-c017-4704-8912-1e86494070e2 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:00.137985 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-8753e838-527d-4291-9a7f-cc91f61e468e req-b516f201-c017-4704-8912-1e86494070e2 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dfd38ae-310d-4c3c-b40a-83004dbb0797 HTTP/1.1" status: 200 len: 932 time: 0.0786061 Jun 10 18:48:00.149991 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-c6961e6f-61f9-43e2-95f8-a6b1b2cc837f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:00.153133 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-c6961e6f-61f9-43e2-95f8-a6b1b2cc837f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:00.154348 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-c6961e6f-61f9-43e2-95f8-a6b1b2cc837f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/249ebda3-6c5c-472b-8b1c-a9fe2f907a49 HTTP/1.1" status: 204 len: 168 time: 0.1892464 Jun 10 18:48:00.155062 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-46de27cb-d19f-4cd8-b58a-4b67172708f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:48:00.165051 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6961e6f-61f9-43e2-95f8-a6b1b2cc837f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=249ebda3-6c5c-472b-8b1c-a9fe2f907a49,revision_number=None']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:48:00.167258 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-c6961e6f-61f9-43e2-95f8-a6b1b2cc837f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:48:00.184091 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-8753e838-527d-4291-9a7f-cc91f61e468e req-e599545d-0f3a-4882-83d7-68029c8f9fd5 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc2e55c-47a1-47f8-a4f5-611ae6fb6623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416818 Jun 10 18:48:00.433188 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 45284) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:48:00.449400 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-d98f2183-4acd-464c-a655-864f615add44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:00.589912 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc43cb4-4b98-41ba-b798-edcfaf7ba28e req-7c618cfb-dd21-4281-b6b4-62fa72e176dd tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:00.591421 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-cbc43cb4-4b98-41ba-b798-edcfaf7ba28e req-7c618cfb-dd21-4281-b6b4-62fa72e176dd tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/ports?device_id=04e81b22-afbc-433c-a90e-00e778339b4e HTTP/1.1" status: 200 len: 945 time: 0.1133091 Jun 10 18:48:00.627579 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-d98f2183-4acd-464c-a655-864f615add44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:00.634868 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-d98f2183-4acd-464c-a655-864f615add44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:00.646699 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:48:00.669870 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Device 384f9c6d-550b-4c29-9028-415a4aacdbb0 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=98186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 18:48:00.670407 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-cbc43cb4-4b98-41ba-b798-edcfaf7ba28e req-8f313ef0-cd90-47b1-b0bd-5e781ba03d01 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/security-groups?id=06502357-ff4c-485b-91b1-561d1bbe6894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720732 Jun 10 18:48:00.691183 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-d98f2183-4acd-464c-a655-864f615add44 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dd5f06df5b3d41adbb8b9600ecbd8123&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2565765 Jun 10 18:48:00.696227 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 45292) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:48:00.711345 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98f2183-4acd-464c-a655-864f615add44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9dde646-f0d5-4935-a344-743cabbe3bbf,revision_number=1']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:48:00.714428 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-d98f2183-4acd-464c-a655-864f615add44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:48:00.756348 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-e5c32202-8119-4f5d-a6ba-376054163baf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:00.778603 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-e5c32202-8119-4f5d-a6ba-376054163baf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:00.815220 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] For port 384f9c6d-550b-4c29-9028-415a4aacdbb0, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=384f9c6d-550b-4c29-9028-415a4aacdbb0,segment=NetworkSegment(8aad430c-f386-4a5a-bcc9-ad8b4eb8863a),segment_id=8aad430c-f386-4a5a-bcc9-ad8b4eb8863a)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:48:00.829268 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Returning: {'device': '384f9c6d-550b-4c29-9028-415a4aacdbb0', 'network_id': '36c601fb-9272-4d67-b287-4990129f2e5f', 'port_id': '384f9c6d-550b-4c29-9028-415a4aacdbb0', 'mac_address': 'fa:16:3e:ba:26:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cc0a94e-b476-4d1d-b3df-5e3104af9a91', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 18:48:00.832275 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-e5c32202-8119-4f5d-a6ba-376054163baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:00.835108 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-e5c32202-8119-4f5d-a6ba-376054163baf admin admin] Notify callbacks [] for security_group, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:00.836382 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-e5c32202-8119-4f5d-a6ba-376054163baf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e9dde646-f0d5-4935-a344-743cabbe3bbf HTTP/1.1" status: 204 len: 168 time: 0.1392322 Jun 10 18:48:00.837098 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:48:00.847023 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c32202-8119-4f5d-a6ba-376054163baf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9dde646-f0d5-4935-a344-743cabbe3bbf,revision_number=None']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:48:00.849856 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-e5c32202-8119-4f5d-a6ba-376054163baf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:48:00.888557 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:00.905905 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.notifiers.nova [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 384f9c6d-550b-4c29-9028-415a4aacdbb0 {{(pid=98186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 18:48:00.929249 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] For port 384f9c6d-550b-4c29-9028-415a4aacdbb0, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=384f9c6d-550b-4c29-9028-415a4aacdbb0,segment=NetworkSegment(8aad430c-f386-4a5a-bcc9-ad8b4eb8863a),segment_id=8aad430c-f386-4a5a-bcc9-ad8b4eb8863a)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:48:00.933561 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:00.935590 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-e2b2e535-1963-40f6-81b2-1718ef3f7e50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:48:01.003958 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Pushing event updated for resources: {'Port': ['ID=384f9c6d-550b-4c29-9028-415a4aacdbb0,revision_number=4']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:48:01.009236 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:48:01.050322 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281053cc-a4ff-4c9a-959b-f8e074ce1a9a req-95fdacb5-1ff7-4ba6-b59b-7bdf84a1b86d tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:01.053488 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-281053cc-a4ff-4c9a-959b-f8e074ce1a9a req-95fdacb5-1ff7-4ba6-b59b-7bdf84a1b86d tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=11254c6c-c026-45c9-b2e2-064870268f10 HTTP/1.1" status: 200 len: 944 time: 0.0920203 Jun 10 18:48:01.096579 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-281053cc-a4ff-4c9a-959b-f8e074ce1a9a req-2eca43bb-fb55-4b63-ae4a-23b210885b6d tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371773 Jun 10 18:48:01.109985 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39468bae-089f-4e4e-b71d-f12e45a7a5b4 req-313a2095-a467-4df9-bb69-01d3d511c9f1 tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:01.120605 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-39468bae-089f-4e4e-b71d-f12e45a7a5b4 req-313a2095-a467-4df9-bb69-01d3d511c9f1 tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] 10.222.0.15 "GET /v2.0/ports?device_id=adde8da3-a2d9-4708-8a68-505450b3072a HTTP/1.1" status: 200 len: 945 time: 0.0765142 Jun 10 18:48:01.164020 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-39468bae-089f-4e4e-b71d-f12e45a7a5b4 req-9baeca71-1104-4131-ba88-0adfd1961d8b tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] 10.222.0.15 "GET /v2.0/security-groups?id=a84a6f49-79f9-4953-8e37-238be30dbc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455880 Jun 10 18:48:01.251813 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-d6087cad-cc5f-46b0-8b99-c6bdee1d0cac req-cdd18994-085c-4dd3-9efc-ea5ef99f29bb tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 210 time: 0.0426931 Jun 10 18:48:01.371280 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb10563-96cf-4359-a1ab-b864ea5ab806 req-306d7b76-be21-4ad2-a8ae-d511f053f134 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:01.372764 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-7cb10563-96cf-4359-a1ab-b864ea5ab806 req-306d7b76-be21-4ad2-a8ae-d511f053f134 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dfd38ae-310d-4c3c-b40a-83004dbb0797 HTTP/1.1" status: 200 len: 932 time: 0.0727923 Jun 10 18:48:01.415526 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-7cb10563-96cf-4359-a1ab-b864ea5ab806 req-c72e18f7-17a6-419a-88c3-d96ee38e8a8f tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc2e55c-47a1-47f8-a4f5-611ae6fb6623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368814 Jun 10 18:48:01.931352 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac446efa-13d8-4f92-a97f-c97d87ca2aa0 req-0ea34968-336f-420f-a01c-3de2196b8aec tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:01.933252 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-ac446efa-13d8-4f92-a97f-c97d87ca2aa0 req-0ea34968-336f-420f-a01c-3de2196b8aec tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/ports?device_id=04e81b22-afbc-433c-a90e-00e778339b4e HTTP/1.1" status: 200 len: 945 time: 0.1036170 Jun 10 18:48:01.984559 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04e81b22-afbc-433c-a90e-00e778339b4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7ba6b50-0941-4934-bafd-87f6d28ef45c'}] {{(pid=98186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 18:48:01.987123 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c2f46a37dc9d9ea27ba47e2e5c887733d44c46f74833e79389795ef1d11a41d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fd0b15d-05aa-4ef9-80d2-b399dc04b9df" -d '{"events": [{"server_uuid": "04e81b22-afbc-433c-a90e-00e778339b4e", "name": "network-vif-plugged", "status": "completed", "tag": "e7ba6b50-0941-4934-bafd-87f6d28ef45c"}]}' {{(pid=98186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 18:48:01.993448 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-ac446efa-13d8-4f92-a97f-c97d87ca2aa0 req-5821d86a-a443-4696-8b97-b88f441d064c tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/security-groups?id=06502357-ff4c-485b-91b1-561d1bbe6894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539854 Jun 10 18:48:01.994138 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-33083dd3-cad2-45d4-be09-4939b7bcb86c req-61783760-9a12-414f-b510-ea419cb8051c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=36c601fb-9272-4d67-b287-4990129f2e5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2932551 Jun 10 18:48:02.031870 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 18:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f388f64-1d6f-4d4b-824e-eb701f3eddc5 x-openstack-request-id: req-0f388f64-1d6f-4d4b-824e-eb701f3eddc5 {{(pid=98186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 18:48:02.032181 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04e81b22-afbc-433c-a90e-00e778339b4e", "name": "network-vif-plugged", "status": "completed", "tag": "e7ba6b50-0941-4934-bafd-87f6d28ef45c", "code": 200}]} {{(pid=98186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 18:48:02.032450 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0f388f64-1d6f-4d4b-824e-eb701f3eddc5 {{(pid=98186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 18:48:02.032853 dv-cinder-786260-4-iscsi neutron-server[98186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04e81b22-afbc-433c-a90e-00e778339b4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7ba6b50-0941-4934-bafd-87f6d28ef45c', 'code': 200} Jun 10 18:48:02.116879 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 45340) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:48:02.273656 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-ec400f44-a83b-41ee-807e-2b864cf23d06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:02.315058 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8005a4-67e7-42c6-82b0-ca98e44d36b6 req-3b5f3157-f7a1-4a70-bde4-58d2259a63b8 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:02.318822 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-0e8005a4-67e7-42c6-82b0-ca98e44d36b6 req-3b5f3157-f7a1-4a70-bde4-58d2259a63b8 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=11254c6c-c026-45c9-b2e2-064870268f10 HTTP/1.1" status: 200 len: 944 time: 0.0921319 Jun 10 18:48:02.375944 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-0e8005a4-67e7-42c6-82b0-ca98e44d36b6 req-dc2e7438-00af-458b-ba09-c1e6d9ebeb35 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481603 Jun 10 18:48:02.518259 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-9bdb030d-a07b-4bd1-95fe-bc6a981651ea req-87ac6493-047e-4b25-936b-02fdd9880bbb tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 210 time: 0.0343807 Jun 10 18:48:02.545426 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effbbb7f-01e2-42b2-bd50-5fabf1fb155e req-b4be0d63-e334-4eea-bcc5-c32bccfadc15 tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:02.548391 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-effbbb7f-01e2-42b2-bd50-5fabf1fb155e req-b4be0d63-e334-4eea-bcc5-c32bccfadc15 tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] 10.222.0.15 "GET /v2.0/ports?device_id=adde8da3-a2d9-4708-8a68-505450b3072a HTTP/1.1" status: 200 len: 945 time: 0.1943555 Jun 10 18:48:02.595768 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-ec400f44-a83b-41ee-807e-2b864cf23d06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:02.611149 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-ec400f44-a83b-41ee-807e-2b864cf23d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:02.620758 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:48:02.632406 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-effbbb7f-01e2-42b2-bd50-5fabf1fb155e req-975cc3da-dabb-4e37-9ed8-f9ae8b264f44 tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] 10.222.0.15 "GET /v2.0/security-groups?id=a84a6f49-79f9-4953-8e37-238be30dbc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742831 Jun 10 18:48:02.664480 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-ec400f44-a83b-41ee-807e-2b864cf23d06 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1c7cd147486944e69a333457993f1545&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5464764 Jun 10 18:48:02.665468 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec400f44-a83b-41ee-807e-2b864cf23d06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff6517ff-6ad2-44d9-b7af-33eba562c508,revision_number=1']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:48:02.667822 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 45354) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:48:02.673746 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-ec400f44-a83b-41ee-807e-2b864cf23d06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:48:02.709000 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c610568f-0f4e-409c-91c5-37144a98375e req-fbae434a-a768-4529-b887-4286171c2987 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:02.710523 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-c610568f-0f4e-409c-91c5-37144a98375e req-fbae434a-a768-4529-b887-4286171c2987 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dfd38ae-310d-4c3c-b40a-83004dbb0797 HTTP/1.1" status: 200 len: 932 time: 0.0785377 Jun 10 18:48:02.720159 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-b8ead215-8416-4ac5-94b7-dfc479da13c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:02.743266 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-b8ead215-8416-4ac5-94b7-dfc479da13c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:02.751929 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-c610568f-0f4e-409c-91c5-37144a98375e req-a5acd5ff-2eb5-419f-b7f3-101ed0122fa6 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc2e55c-47a1-47f8-a4f5-611ae6fb6623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356588 Jun 10 18:48:02.797021 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-b8ead215-8416-4ac5-94b7-dfc479da13c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:02.799922 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-b8ead215-8416-4ac5-94b7-dfc479da13c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:02.800989 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-b8ead215-8416-4ac5-94b7-dfc479da13c0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ff6517ff-6ad2-44d9-b7af-33eba562c508 HTTP/1.1" status: 204 len: 168 time: 0.1322656 Jun 10 18:48:02.802296 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:48:02.811411 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ead215-8416-4ac5-94b7-dfc479da13c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff6517ff-6ad2-44d9-b7af-33eba562c508,revision_number=None']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:48:02.813688 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-b8ead215-8416-4ac5-94b7-dfc479da13c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:48:03.188226 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54492f6-7406-481b-839b-22ebd276b5fa req-e48cbdce-3b10-4c01-a2ca-b0745740a043 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:03.190143 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-c54492f6-7406-481b-839b-22ebd276b5fa req-e48cbdce-3b10-4c01-a2ca-b0745740a043 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/ports?device_id=04e81b22-afbc-433c-a90e-00e778339b4e HTTP/1.1" status: 200 len: 945 time: 0.0756652 Jun 10 18:48:03.233113 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-c54492f6-7406-481b-839b-22ebd276b5fa req-7ab52162-d8e1-4165-966c-00633d2ce2bc tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/security-groups?id=06502357-ff4c-485b-91b1-561d1bbe6894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375435 Jun 10 18:48:03.260073 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.v2.base [req-2c4cc09c-103c-48ba-85a7-5b383ca6af9e req-6000e66c-1d6c-4332-80ff-39451441b9e3 service neutron] Request body: {'port': {'device_id': '8dfd38ae-310d-4c3c-b40a-83004dbb0797', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=98184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:48:03.397083 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [req-2c4cc09c-103c-48ba-85a7-5b383ca6af9e req-6000e66c-1d6c-4332-80ff-39451441b9e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:03.430550 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-33083dd3-cad2-45d4-be09-4939b7bcb86c req-03f9903d-9a8d-4e38-bdb6-b0128abf72df service neutron] 10.222.0.39 "GET /v2.0/networks/36c601fb-9272-4d67-b287-4990129f2e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574011 Jun 10 18:48:03.617471 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-33083dd3-cad2-45d4-be09-4939b7bcb86c req-33328220-8302-45b3-9467-34048043a998 service neutron] 10.222.0.39 "GET /v2.0/networks/36c601fb-9272-4d67-b287-4990129f2e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791961 Jun 10 18:48:03.756593 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-944e2af2-97ae-41b7-b334-0a11284e0d22 req-558df897-15fc-4a13-a73c-d4f3b8d1bda1 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 210 time: 0.0659907 Jun 10 18:48:03.870461 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.39', 56680) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:48:04.056294 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cab1704-9aae-491a-8019-77480940b62f req-b797d050-66bd-4af1-a032-66e59b746141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:04.057871 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-7cab1704-9aae-491a-8019-77480940b62f req-b797d050-66bd-4af1-a032-66e59b746141 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=04e81b22-afbc-433c-a90e-00e778339b4e HTTP/1.1" status: 200 len: 1098 time: 0.2865579 Jun 10 18:48:04.061271 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e70f30-1082-4fa9-ba7d-2a785d0ded91 req-61cdd7f3-4bbc-4f0e-95d3-45ef00d97f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:04.062873 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-43e70f30-1082-4fa9-ba7d-2a785d0ded91 req-61cdd7f3-4bbc-4f0e-95d3-45ef00d97f72 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a9d7cab2e80a4790a3c08dfa4dc50427&device_id=11254c6c-c026-45c9-b2e2-064870268f10 HTTP/1.1" status: 200 len: 1097 time: 0.1896982 Jun 10 18:48:04.095239 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b55c05-d59c-49dc-b4eb-cbdc4586597d req-2157d1a4-66c4-43fd-ad62-e7f9f25a998c tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:04.096892 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-93b55c05-d59c-49dc-b4eb-cbdc4586597d req-2157d1a4-66c4-43fd-ad62-e7f9f25a998c tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] 10.222.0.15 "GET /v2.0/ports?device_id=adde8da3-a2d9-4708-8a68-505450b3072a HTTP/1.1" status: 200 len: 945 time: 0.1609259 Jun 10 18:48:04.133338 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-7cab1704-9aae-491a-8019-77480940b62f req-54f3ee56-b4be-4f72-a0cf-bee305e0351e service neutron] Notify callbacks [] for security_group, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:04.184793 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] get_ports_and_sgs() called for port_ids ['384f9c6d-550b-4c29-9028-415a4aacdbb0'] {{(pid=98186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 18:48:04.265019 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-93b55c05-d59c-49dc-b4eb-cbdc4586597d req-230f45de-89a8-485e-a2bf-6101126d164e tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] 10.222.0.15 "GET /v2.0/security-groups?id=a84a6f49-79f9-4953-8e37-238be30dbc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356285 Jun 10 18:48:04.291024 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120fe6f2-29ef-42ae-a73c-b132b67a127b req-99b1564a-9470-4a0c-93b4-ac6055859d24 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:04.298880 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-120fe6f2-29ef-42ae-a73c-b132b67a127b req-99b1564a-9470-4a0c-93b4-ac6055859d24 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=11254c6c-c026-45c9-b2e2-064870268f10 HTTP/1.1" status: 200 len: 944 time: 0.7603953 Jun 10 18:48:04.307793 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 45420) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:48:04.327584 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6c8685-b256-438b-9366-dce3969f3d65 req-aab23b8d-3d3a-4182-a184-e6ca63a9b2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:04.329606 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-af6c8685-b256-438b-9366-dce3969f3d65 req-aab23b8d-3d3a-4182-a184-e6ca63a9b2f4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=adde8da3-a2d9-4708-8a68-505450b3072a HTTP/1.1" status: 200 len: 1098 time: 0.7898812 Jun 10 18:48:04.344902 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e70f30-1082-4fa9-ba7d-2a785d0ded91 req-c7a7ef03-bcf0-4f44-a024-a0fb4c4dd612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:04.346796 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-43e70f30-1082-4fa9-ba7d-2a785d0ded91 req-c7a7ef03-bcf0-4f44-a024-a0fb4c4dd612 service neutron] 10.222.0.39 "GET /v2.0/networks?id=36c601fb-9272-4d67-b287-4990129f2e5f HTTP/1.1" status: 200 len: 919 time: 0.2761598 Jun 10 18:48:04.376835 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [req-af6c8685-b256-438b-9366-dce3969f3d65 req-328909bb-685a-42f0-85e5-7d0039a1b68b service neutron] Notify callbacks [] for security_group, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:04.407552 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-120fe6f2-29ef-42ae-a73c-b132b67a127b req-ce0ade04-7ff2-4bdf-916d-d82e01694750 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074505 Jun 10 18:48:04.423988 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-43e70f30-1082-4fa9-ba7d-2a785d0ded91 req-7e5adf2d-5b2a-478a-8e8e-e886f860dc61 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=692ac797-465d-4209-b5b4-20092e61aa20 HTTP/1.1" status: 200 len: 217 time: 0.0698674 Jun 10 18:48:04.556209 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.notifiers.nova [req-2c4cc09c-103c-48ba-85a7-5b383ca6af9e req-6000e66c-1d6c-4332-80ff-39451441b9e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e4a93cf-a9fc-4b75-8bf7-0140ded974e5 {{(pid=98184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 18:48:04.565424 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [req-2c4cc09c-103c-48ba-85a7-5b383ca6af9e req-6000e66c-1d6c-4332-80ff-39451441b9e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:04.588216 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.db.provisioning_blocks [req-2c4cc09c-103c-48ba-85a7-5b383ca6af9e req-6000e66c-1d6c-4332-80ff-39451441b9e3 service neutron] Transition to ACTIVE for port object 0e4a93cf-a9fc-4b75-8bf7-0140ded974e5 will not be triggered until provisioned by entity L2. {{(pid=98184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 18:48:04.599348 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-7cab1704-9aae-491a-8019-77480940b62f req-54f3ee56-b4be-4f72-a0cf-bee305e0351e service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:04.604819 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-abe3d102-477b-466a-a230-ad4b6c0e8bb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:04.606583 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.39', 56682) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:48:04.619832 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [req-2c4cc09c-103c-48ba-85a7-5b383ca6af9e req-6000e66c-1d6c-4332-80ff-39451441b9e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:04.628942 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:48:04.633989 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-7cab1704-9aae-491a-8019-77480940b62f req-54f3ee56-b4be-4f72-a0cf-bee305e0351e service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:04.640008 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-e5c32202-8119-4f5d-a6ba-376054163baf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:48:04.642659 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e70f30-1082-4fa9-ba7d-2a785d0ded91 req-e1943174-1059-439f-8b73-b3b6396f4518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:04.645238 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-43e70f30-1082-4fa9-ba7d-2a785d0ded91 req-e1943174-1059-439f-8b73-b3b6396f4518 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7cc0a94e-b476-4d1d-b3df-5e3104af9a91 HTTP/1.1" status: 200 len: 858 time: 0.2136700 Jun 10 18:48:04.750340 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.db.api [req-af6c8685-b256-438b-9366-dce3969f3d65 req-328909bb-685a-42f0-85e5-7d0039a1b68b service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) d42924b94dbd4259bfd97b7e71b6a655 {{(pid=98184) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 10 18:48:04.750340 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_db.api [req-af6c8685-b256-438b-9366-dce3969f3d65 req-328909bb-685a-42f0-85e5-7d0039a1b68b service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=98184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 10 18:48:04.758802 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6000e66c-1d6c-4332-80ff-39451441b9e3 service neutron] Pushing event updated for resources: {'Port': ['ID=0e4a93cf-a9fc-4b75-8bf7-0140ded974e5,revision_number=2']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:48:04.763920 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-6000e66c-1d6c-4332-80ff-39451441b9e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:48:04.765728 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-7cab1704-9aae-491a-8019-77480940b62f req-54f3ee56-b4be-4f72-a0cf-bee305e0351e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=06502357-ff4c-485b-91b1-561d1bbe6894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6942072 Jun 10 18:48:04.775082 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-43e70f30-1082-4fa9-ba7d-2a785d0ded91 req-6a6a8948-914d-400a-805d-c54e5e5ac5e6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=36c601fb-9272-4d67-b287-4990129f2e5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0911660 Jun 10 18:48:04.839014 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7bf47f-3b8c-4fe8-bd8d-e1d48fa7984d req-44d7a7f2-94ea-4519-b7b8-f383cc38cb92 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:04.840800 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-6e7bf47f-3b8c-4fe8-bd8d-e1d48fa7984d req-44d7a7f2-94ea-4519-b7b8-f383cc38cb92 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/ports?device_id=04e81b22-afbc-433c-a90e-00e778339b4e HTTP/1.1" status: 200 len: 945 time: 0.2687929 Jun 10 18:48:04.842055 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.managers [req-2c4cc09c-103c-48ba-85a7-5b383ca6af9e req-6000e66c-1d6c-4332-80ff-39451441b9e3 service neutron] Attempting to bind port 0e4a93cf-a9fc-4b75-8bf7-0140ded974e5 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=98184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 18:48:04.842872 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.managers [req-2c4cc09c-103c-48ba-85a7-5b383ca6af9e req-6000e66c-1d6c-4332-80ff-39451441b9e3 service neutron] Attempting to bind port 0e4a93cf-a9fc-4b75-8bf7-0140ded974e5 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '17dcff24-e9ed-43ca-b0d9-c821a6547efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73'}] {{(pid=98184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 18:48:04.843221 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4cc09c-103c-48ba-85a7-5b383ca6af9e req-6000e66c-1d6c-4332-80ff-39451441b9e3 service neutron] Attempting to bind port 0e4a93cf-a9fc-4b75-8bf7-0140ded974e5 on network cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73 {{(pid=98184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 18:48:04.848005 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f3ee56-b4be-4f72-a0cf-bee305e0351e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=445e6a01-0857-4cdd-8ae1-71e5861b703e,revision_number=1']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:48:04.850031 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4cc09c-103c-48ba-85a7-5b383ca6af9e req-6000e66c-1d6c-4332-80ff-39451441b9e3 service neutron] Port 0e4a93cf-a9fc-4b75-8bf7-0140ded974e5 on network cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=98184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 18:48:04.850371 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4cc09c-103c-48ba-85a7-5b383ca6af9e req-6000e66c-1d6c-4332-80ff-39451441b9e3 service neutron] Attempting to bind port 0e4a93cf-a9fc-4b75-8bf7-0140ded974e5 on network cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73 {{(pid=98184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 18:48:04.853937 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-54f3ee56-b4be-4f72-a0cf-bee305e0351e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:48:04.856877 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4cc09c-103c-48ba-85a7-5b383ca6af9e req-6000e66c-1d6c-4332-80ff-39451441b9e3 service neutron] Checking agent: {'id': '81ed237c-a7bd-4721-ad26-da2ab32caefc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 18, 45, 46), 'started_at': datetime.datetime(2021, 6, 10, 18, 45, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 18, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 18:48:04.857493 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4cc09c-103c-48ba-85a7-5b383ca6af9e req-6000e66c-1d6c-4332-80ff-39451441b9e3 service neutron] Checking segment: {'id': '17dcff24-e9ed-43ca-b0d9-c821a6547efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 18:48:04.857872 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4cc09c-103c-48ba-85a7-5b383ca6af9e req-6000e66c-1d6c-4332-80ff-39451441b9e3 service neutron] Bound using segment: {'id': '17dcff24-e9ed-43ca-b0d9-c821a6547efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73'} {{(pid=98184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 18:48:04.858355 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.managers [req-2c4cc09c-103c-48ba-85a7-5b383ca6af9e req-6000e66c-1d6c-4332-80ff-39451441b9e3 service neutron] Bound port: 0e4a93cf-a9fc-4b75-8bf7-0140ded974e5, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17dcff24-e9ed-43ca-b0d9-c821a6547efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73'}}] {{(pid=98184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 18:48:04.858719 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [req-2c4cc09c-103c-48ba-85a7-5b383ca6af9e req-6000e66c-1d6c-4332-80ff-39451441b9e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:04.903943 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fff542c-1b4a-41c2-80ba-661a0c3ee5b3 req-d8d9ce67-50da-43d4-ba39-d5f83b16c1b3 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:04.905596 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-4fff542c-1b4a-41c2-80ba-661a0c3ee5b3 req-d8d9ce67-50da-43d4-ba39-d5f83b16c1b3 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dfd38ae-310d-4c3c-b40a-83004dbb0797 HTTP/1.1" status: 200 len: 932 time: 0.4133034 Jun 10 18:48:04.951365 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.agents_db [None req-dd8e6269-3fd9-4915-b5ed-83e1f738bf4e None None] Agent healthcheck: found 6 active agents {{(pid=98187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 18:48:04.972396 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-6e7bf47f-3b8c-4fe8-bd8d-e1d48fa7984d req-aaece875-2d21-4294-9530-0d67043f33a0 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/security-groups?id=06502357-ff4c-485b-91b1-561d1bbe6894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032569 Jun 10 18:48:05.012795 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d1a392-09b9-45bc-8cc3-2555bfe3a950 req-ab5be7a0-efd3-46f1-8db4-475e5c6e3ace tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:05.014341 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-a2d1a392-09b9-45bc-8cc3-2555bfe3a950 req-ab5be7a0-efd3-46f1-8db4-475e5c6e3ace tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.39 "GET /v2.0/networks?id=a9c6338b-27b7-4507-a101-996d60be3c98 HTTP/1.1" status: 200 len: 817 time: 0.4026642 Jun 10 18:48:05.112766 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.db [req-2c4cc09c-103c-48ba-85a7-5b383ca6af9e req-6000e66c-1d6c-4332-80ff-39451441b9e3 service neutron] For port 0e4a93cf-a9fc-4b75-8bf7-0140ded974e5, host hv-cinder-78626, cleared binding levels {{(pid=98184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 18:48:05.116879 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.db [req-2c4cc09c-103c-48ba-85a7-5b383ca6af9e req-6000e66c-1d6c-4332-80ff-39451441b9e3 service neutron] For port 0e4a93cf-a9fc-4b75-8bf7-0140ded974e5, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=0e4a93cf-a9fc-4b75-8bf7-0140ded974e5,segment=NetworkSegment(17dcff24-e9ed-43ca-b0d9-c821a6547efa),segment_id=17dcff24-e9ed-43ca-b0d9-c821a6547efa)] {{(pid=98184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 18:48:05.122373 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [req-2c4cc09c-103c-48ba-85a7-5b383ca6af9e req-6000e66c-1d6c-4332-80ff-39451441b9e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:05.138766 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:48:05.201210 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-4fff542c-1b4a-41c2-80ba-661a0c3ee5b3 req-6da3f63f-c77b-4d67-9c17-ea6aa59c04b2 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc2e55c-47a1-47f8-a4f5-611ae6fb6623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2826555 Jun 10 18:48:05.248703 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4cc09c-103c-48ba-85a7-5b383ca6af9e req-6000e66c-1d6c-4332-80ff-39451441b9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:05.249337 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [req-2c4cc09c-103c-48ba-85a7-5b383ca6af9e req-6000e66c-1d6c-4332-80ff-39451441b9e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731712'] for port, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:05.250942 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-2c4cc09c-103c-48ba-85a7-5b383ca6af9e req-6000e66c-1d6c-4332-80ff-39451441b9e3 service neutron] 10.222.0.39 "PUT /v2.0/ports/0e4a93cf-a9fc-4b75-8bf7-0140ded974e5 HTTP/1.1" status: 200 len: 1094 time: 1.9956367 Jun 10 18:48:05.293704 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-a2d1a392-09b9-45bc-8cc3-2555bfe3a950 req-87c1aed2-9c22-4314-84e7-0590e92f0b76 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c50ca810c49044daa0af12e38f6ab6a1 HTTP/1.1" status: 200 len: 379 time: 0.2372699 Jun 10 18:48:05.302777 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.v2.base [req-a2d1a392-09b9-45bc-8cc3-2555bfe3a950 req-9e24f800-5360-4407-983d-5071ae10af49 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Request body: {'port': {'device_id': '135f92c8-e0cb-4946-a349-7e8f9d30c078', 'network_id': 'a9c6338b-27b7-4507-a101-996d60be3c98', 'admin_state_up': True, 'tenant_id': 'c50ca810c49044daa0af12e38f6ab6a1', 'security_groups': ['c242e57f-9305-4c6b-8796-6195eb4bd5d0']}} {{(pid=98185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:48:05.311162 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dfd38ae-310d-4c3c-b40a-83004dbb0797', 'tag': '0e4a93cf-a9fc-4b75-8bf7-0140ded974e5'}] {{(pid=98184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 18:48:05.315870 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb56d522721b4b5adfc42fa723f2f3515f3582caf8bc0113b3f39c2a7fe625ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3506e451-5a0e-42e2-a07a-cb6629b789d6" -d '{"events": [{"name": "network-changed", "server_uuid": "8dfd38ae-310d-4c3c-b40a-83004dbb0797", "tag": "0e4a93cf-a9fc-4b75-8bf7-0140ded974e5"}]}' {{(pid=98184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 18:48:05.319774 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [req-af6c8685-b256-438b-9366-dce3969f3d65 req-328909bb-685a-42f0-85e5-7d0039a1b68b service neutron] Notify callbacks [] for security_group, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:05.376491 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-abe3d102-477b-466a-a230-ad4b6c0e8bb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:05.386076 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-e19a89d5-656d-4947-9fdf-566ac2d00535 req-596b3136-e244-4826-b85b-38751fc5e4ff tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 210 time: 0.1989629 Jun 10 18:48:05.423421 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-43e70f30-1082-4fa9-ba7d-2a785d0ded91 req-615551a7-0847-4b63-9740-1b334e03fe7d service neutron] 10.222.0.39 "GET /v2.0/networks/36c601fb-9272-4d67-b287-4990129f2e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4378557 Jun 10 18:48:05.431879 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-abe3d102-477b-466a-a230-ad4b6c0e8bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:05.485514 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 18:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae5a21de-c092-4bb5-bff2-f2614f8b2623 x-openstack-request-id: req-ae5a21de-c092-4bb5-bff2-f2614f8b2623 {{(pid=98184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 18:48:05.485995 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dfd38ae-310d-4c3c-b40a-83004dbb0797", "tag": "0e4a93cf-a9fc-4b75-8bf7-0140ded974e5", "status": "completed", "code": 200}]} {{(pid=98184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 18:48:05.486095 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ae5a21de-c092-4bb5-bff2-f2614f8b2623 {{(pid=98184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 18:48:05.486624 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dfd38ae-310d-4c3c-b40a-83004dbb0797', 'tag': '0e4a93cf-a9fc-4b75-8bf7-0140ded974e5', 'status': 'completed', 'code': 200} Jun 10 18:48:05.539936 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6000e66c-1d6c-4332-80ff-39451441b9e3 service neutron] Pushing event updated for resources: {'Port': ['ID=0e4a93cf-a9fc-4b75-8bf7-0140ded974e5,revision_number=3']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:48:05.565213 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-6000e66c-1d6c-4332-80ff-39451441b9e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:48:05.569480 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-af6c8685-b256-438b-9366-dce3969f3d65 req-328909bb-685a-42f0-85e5-7d0039a1b68b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a84a6f49-79f9-4953-8e37-238be30dbc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2260456 Jun 10 18:48:05.576978 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-203633b4-d79b-477e-aa06-05ba64001b14 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:48:05.596665 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4cc09c-103c-48ba-85a7-5b383ca6af9e req-11a1fbba-e967-4318-87cf-6cc6d5487419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:05.599255 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-2c4cc09c-103c-48ba-85a7-5b383ca6af9e req-11a1fbba-e967-4318-87cf-6cc6d5487419 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b98132dec11942b2917326af967088e0&device_id=8dfd38ae-310d-4c3c-b40a-83004dbb0797 HTTP/1.1" status: 200 len: 1097 time: 0.2461963 Jun 10 18:48:05.617086 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe3d102-477b-466a-a230-ad4b6c0e8bb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc3a1c9-45a7-4376-a61b-5d395ace8853,revision_number=1']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:48:05.626580 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-abe3d102-477b-466a-a230-ad4b6c0e8bb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:48:05.699738 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1676072-f57c-4c6a-add4-66c93c5b3bc3 req-91431e51-5915-495c-a378-4a10a4c3dd7f tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:05.701486 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-a1676072-f57c-4c6a-add4-66c93c5b3bc3 req-91431e51-5915-495c-a378-4a10a4c3dd7f tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=11254c6c-c026-45c9-b2e2-064870268f10 HTTP/1.1" status: 200 len: 944 time: 0.0752921 Jun 10 18:48:05.788147 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-2c4cc09c-103c-48ba-85a7-5b383ca6af9e req-2119605c-a449-4646-bf16-1b5786507143 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0e4a93cf-a9fc-4b75-8bf7-0140ded974e5 HTTP/1.1" status: 200 len: 217 time: 0.0707841 Jun 10 18:48:05.848368 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-a1676072-f57c-4c6a-add4-66c93c5b3bc3 req-4d40194c-84c2-4e3e-8454-40102e032941 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375334 Jun 10 18:48:05.881719 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4cc09c-103c-48ba-85a7-5b383ca6af9e req-20b020d5-52de-4bbc-bd5d-64cf5bd5f3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:05.883308 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-2c4cc09c-103c-48ba-85a7-5b383ca6af9e req-20b020d5-52de-4bbc-bd5d-64cf5bd5f3b5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=450a2f52-17ce-4ffd-a311-633c3f5e5032 HTTP/1.1" status: 200 len: 850 time: 0.0840430 Jun 10 18:48:05.968798 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-abe3d102-477b-466a-a230-ad4b6c0e8bb9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f1382ed7ae7a4646ba097e01177d5064&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6598077 Jun 10 18:48:05.972531 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 45468) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:48:06.013794 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cda04a-441a-488c-a6c2-88e6c00679e1 req-5dc53565-c707-4cb5-98bb-1c2ad8f710f3 tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:06.015283 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-a1cda04a-441a-488c-a6c2-88e6c00679e1 req-5dc53565-c707-4cb5-98bb-1c2ad8f710f3 tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] 10.222.0.15 "GET /v2.0/ports?device_id=adde8da3-a2d9-4708-8a68-505450b3072a HTTP/1.1" status: 200 len: 945 time: 0.5071707 Jun 10 18:48:06.028711 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-43e70f30-1082-4fa9-ba7d-2a785d0ded91 req-0332588c-1027-45ad-8b6a-5d860b64a1d5 service neutron] 10.222.0.39 "GET /v2.0/networks/36c601fb-9272-4d67-b287-4990129f2e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5790608 Jun 10 18:48:06.032939 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4cc09c-103c-48ba-85a7-5b383ca6af9e req-173db896-5ff5-45cc-9a70-db03e8f2d157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:06.034558 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-2c4cc09c-103c-48ba-85a7-5b383ca6af9e req-173db896-5ff5-45cc-9a70-db03e8f2d157 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1198616 Jun 10 18:48:06.047822 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-1f4ab715-118b-42af-9f66-0338e25fcd2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:06.061354 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2d1a392-09b9-45bc-8cc3-2555bfe3a950 req-9e24f800-5360-4407-983d-5071ae10af49 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Made reservation on behalf of c50ca810c49044daa0af12e38f6ab6a1 for: {'port': 1} {{(pid=98185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 18:48:06.064639 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-a2d1a392-09b9-45bc-8cc3-2555bfe3a950 req-9e24f800-5360-4407-983d-5071ae10af49 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-941319'] for port, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:06.073299 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-1f4ab715-118b-42af-9f66-0338e25fcd2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:06.094807 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-a1cda04a-441a-488c-a6c2-88e6c00679e1 req-6e672b48-b2ec-4a27-a8b8-75c6040c353b tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] 10.222.0.15 "GET /v2.0/security-groups?id=a84a6f49-79f9-4953-8e37-238be30dbc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706785 Jun 10 18:48:06.166502 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-1f4ab715-118b-42af-9f66-0338e25fcd2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:06.170227 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-1f4ab715-118b-42af-9f66-0338e25fcd2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:06.171354 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-1f4ab715-118b-42af-9f66-0338e25fcd2d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4fc3a1c9-45a7-4376-a61b-5d395ace8853 HTTP/1.1" status: 204 len: 168 time: 0.1964293 Jun 10 18:48:06.176043 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:48:06.186363 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36305e1b-e14c-48b7-98a3-b841e1866ea6 req-2e1ea5ea-4021-40f8-9fab-f672c73abfce tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:06.187842 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-36305e1b-e14c-48b7-98a3-b841e1866ea6 req-2e1ea5ea-4021-40f8-9fab-f672c73abfce tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/ports?device_id=04e81b22-afbc-433c-a90e-00e778339b4e HTTP/1.1" status: 200 len: 945 time: 0.0980265 Jun 10 18:48:06.203544 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4ab715-118b-42af-9f66-0338e25fcd2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc3a1c9-45a7-4376-a61b-5d395ace8853,revision_number=None']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:48:06.214723 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-1f4ab715-118b-42af-9f66-0338e25fcd2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:48:06.228938 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.db.db_base_plugin_common [req-a2d1a392-09b9-45bc-8cc3-2555bfe3a950 req-9e24f800-5360-4407-983d-5071ae10af49 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Allocated IP 172.20.0.6 (a9c6338b-27b7-4507-a101-996d60be3c98/a8ea2a47-c287-4e16-9d1f-c9a7e0a2eaeb/76331b0e-aa76-4209-9101-3faadfe15b6d) {{(pid=98185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 18:48:06.251475 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-36305e1b-e14c-48b7-98a3-b841e1866ea6 req-ee7c3c0f-0e8f-45a4-bd8c-ada5fa32da28 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/security-groups?id=06502357-ff4c-485b-91b1-561d1bbe6894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530775 Jun 10 18:48:06.455778 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-a2d1a392-09b9-45bc-8cc3-2555bfe3a950 req-9e24f800-5360-4407-983d-5071ae10af49 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Notify callbacks [] for port, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:06.477837 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.db.provisioning_blocks [req-a2d1a392-09b9-45bc-8cc3-2555bfe3a950 req-9e24f800-5360-4407-983d-5071ae10af49 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Transition to ACTIVE for port object 76331b0e-aa76-4209-9101-3faadfe15b6d will not be triggered until provisioned by entity DHCP. {{(pid=98185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 18:48:06.488379 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4b6bb9-2fe6-46f6-95c4-133be9c54ef6 req-c2ab1cef-d821-49b3-9117-70733bebba02 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:06.490552 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-0e4b6bb9-2fe6-46f6-95c4-133be9c54ef6 req-c2ab1cef-d821-49b3-9117-70733bebba02 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dfd38ae-310d-4c3c-b40a-83004dbb0797 HTTP/1.1" status: 200 len: 944 time: 0.1325624 Jun 10 18:48:06.554732 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-0e4b6bb9-2fe6-46f6-95c4-133be9c54ef6 req-1bd95541-0c44-413b-9f01-95166c54397c tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc2e55c-47a1-47f8-a4f5-611ae6fb6623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560925 Jun 10 18:48:06.557809 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-a2d1a392-09b9-45bc-8cc3-2555bfe3a950 req-9e24f800-5360-4407-983d-5071ae10af49 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-941510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578064406'] for port, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:06.563256 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:48:06.576703 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-0c751615-e694-4a43-8bf0-c213044c37f9 req-152b134f-25c8-401f-acfb-6813de2408e5 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 210 time: 0.0504479 Jun 10 18:48:06.628275 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2d1a392-09b9-45bc-8cc3-2555bfe3a950 req-9e24f800-5360-4407-983d-5071ae10af49 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Network a9c6338b-27b7-4507-a101-996d60be3c98 is already hosted by enough agents. {{(pid=98185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 18:48:06.634868 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.base_scheduler [req-a2d1a392-09b9-45bc-8cc3-2555bfe3a950 req-9e24f800-5360-4407-983d-5071ae10af49 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Resources bound (agent type, host, resource id): {{(pid=98185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 18:48:06.641316 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2d1a392-09b9-45bc-8cc3-2555bfe3a950 req-9e24f800-5360-4407-983d-5071ae10af49 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Received port after_create {{(pid=98185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 18:48:06.646779 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d1a392-09b9-45bc-8cc3-2555bfe3a950 req-9e24f800-5360-4407-983d-5071ae10af49 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:06.647450 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-a2d1a392-09b9-45bc-8cc3-2555bfe3a950 req-9e24f800-5360-4407-983d-5071ae10af49 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731712'] for port, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:06.663383 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24f800-5360-4407-983d-5071ae10af49 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Pushing event updated for resources: {'Port': ['ID=76331b0e-aa76-4209-9101-3faadfe15b6d,revision_number=1']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:48:06.667908 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-9e24f800-5360-4407-983d-5071ae10af49 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:48:06.675379 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-a2d1a392-09b9-45bc-8cc3-2555bfe3a950 req-9e24f800-5360-4407-983d-5071ae10af49 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3821590 Jun 10 18:48:06.914647 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-bad28a38-8372-4e42-9c51-d2cc1d276ca8 None None] Provisioning for port 76331b0e-aa76-4209-9101-3faadfe15b6d completed by entity DHCP. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 18:48:06.919077 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-bad28a38-8372-4e42-9c51-d2cc1d276ca8 None None] Provisioning complete for port 76331b0e-aa76-4209-9101-3faadfe15b6d triggered by entity DHCP. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 18:48:06.919415 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-bad28a38-8372-4e42-9c51-d2cc1d276ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:06.973743 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.plugin [None req-bad28a38-8372-4e42-9c51-d2cc1d276ca8 None None] Port 76331b0e-aa76-4209-9101-3faadfe15b6d cannot update to ACTIVE because it is not bound. {{(pid=98186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 18:48:07.075609 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43d8f77-3d6e-43f8-9067-3f69e5f37370 req-d8317af4-7d1f-402f-9a2e-13a58f9079b4 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:07.081491 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-b43d8f77-3d6e-43f8-9067-3f69e5f37370 req-d8317af4-7d1f-402f-9a2e-13a58f9079b4 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=11254c6c-c026-45c9-b2e2-064870268f10 HTTP/1.1" status: 200 len: 944 time: 0.0977283 Jun 10 18:48:07.121311 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-b43d8f77-3d6e-43f8-9067-3f69e5f37370 req-49fc9020-a1b7-4be9-80dc-992a519bb21a tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370007 Jun 10 18:48:07.218172 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Device 384f9c6d-550b-4c29-9028-415a4aacdbb0 up at agent hyperv_hv-cinder-78626 {{(pid=98186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 18:48:07.292270 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Provisioning for port 384f9c6d-550b-4c29-9028-415a4aacdbb0 completed by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 18:48:07.299812 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Provisioning complete for port 384f9c6d-550b-4c29-9028-415a4aacdbb0 triggered by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 18:48:07.301086 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:07.329942 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8b2ddf-2081-41b7-8292-d9c7cb692263 req-9b1dea5f-b3a6-4586-b6e3-ad3147f2daf9 tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:07.338667 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-ab8b2ddf-2081-41b7-8292-d9c7cb692263 req-9b1dea5f-b3a6-4586-b6e3-ad3147f2daf9 tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] 10.222.0.15 "GET /v2.0/ports?device_id=adde8da3-a2d9-4708-8a68-505450b3072a HTTP/1.1" status: 200 len: 945 time: 0.1079276 Jun 10 18:48:07.399191 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-ab8b2ddf-2081-41b7-8292-d9c7cb692263 req-5b63e64b-d981-42f1-8d28-eb237ff77316 tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] 10.222.0.15 "GET /v2.0/security-groups?id=a84a6f49-79f9-4953-8e37-238be30dbc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555322 Jun 10 18:48:07.503742 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53140fe6-e9e2-4825-849b-550de8f50457 req-bcf352ea-7988-4b12-94c0-b781b6997cd8 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:07.511521 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-53140fe6-e9e2-4825-849b-550de8f50457 req-bcf352ea-7988-4b12-94c0-b781b6997cd8 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/ports?device_id=04e81b22-afbc-433c-a90e-00e778339b4e HTTP/1.1" status: 200 len: 945 time: 0.1035845 Jun 10 18:48:07.554360 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-53140fe6-e9e2-4825-849b-550de8f50457 req-5383cf55-a68c-4a3a-87d5-e5adf160e79c tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/security-groups?id=06502357-ff4c-485b-91b1-561d1bbe6894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419774 Jun 10 18:48:07.573278 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:07.597589 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98098ee8-c38f-4d5c-b59c-21b6d07b4b26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '384f9c6d-550b-4c29-9028-415a4aacdbb0'}] {{(pid=98186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 18:48:07.600853 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c2f46a37dc9d9ea27ba47e2e5c887733d44c46f74833e79389795ef1d11a41d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8914239-cf72-4883-a465-9ad9ebc0e278" -d '{"events": [{"server_uuid": "98098ee8-c38f-4d5c-b59c-21b6d07b4b26", "name": "network-vif-plugged", "status": "completed", "tag": "384f9c6d-550b-4c29-9028-415a4aacdbb0"}]}' {{(pid=98186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 18:48:07.614997 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] For port 384f9c6d-550b-4c29-9028-415a4aacdbb0, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=384f9c6d-550b-4c29-9028-415a4aacdbb0,segment=NetworkSegment(8aad430c-f386-4a5a-bcc9-ad8b4eb8863a),segment_id=8aad430c-f386-4a5a-bcc9-ad8b4eb8863a)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:48:07.620608 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:07.623558 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-9958cd1b-efc3-4672-8eac-4d8bfe84cfd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:48:07.654636 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 18:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c27fedc-1fab-4635-995e-ad6d078a7de2 x-openstack-request-id: req-7c27fedc-1fab-4635-995e-ad6d078a7de2 {{(pid=98186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 18:48:07.655036 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98098ee8-c38f-4d5c-b59c-21b6d07b4b26", "name": "network-vif-plugged", "status": "completed", "tag": "384f9c6d-550b-4c29-9028-415a4aacdbb0", "code": 200}]} {{(pid=98186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 18:48:07.655189 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7c27fedc-1fab-4635-995e-ad6d078a7de2 {{(pid=98186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 18:48:07.655583 dv-cinder-786260-4-iscsi neutron-server[98186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98098ee8-c38f-4d5c-b59c-21b6d07b4b26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '384f9c6d-550b-4c29-9028-415a4aacdbb0', 'code': 200} Jun 10 18:48:07.687120 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Pushing event updated for resources: {'Port': ['ID=384f9c6d-550b-4c29-9028-415a4aacdbb0,revision_number=5']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:48:07.690581 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:48:07.777012 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81978b2f-43f6-43fc-8dd7-c6a804c0755c req-65ef66cf-bbb3-48a0-ad81-95f0d2012d9a tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:07.778636 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-81978b2f-43f6-43fc-8dd7-c6a804c0755c req-65ef66cf-bbb3-48a0-ad81-95f0d2012d9a tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dfd38ae-310d-4c3c-b40a-83004dbb0797 HTTP/1.1" status: 200 len: 944 time: 0.0680504 Jun 10 18:48:07.816712 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61d0f42-5eaa-4c59-8e20-50bda34640f1 req-1e4bcca6-2f4b-4a46-ad43-427fcd58e860 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:07.819090 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-b61d0f42-5eaa-4c59-8e20-50bda34640f1 req-1e4bcca6-2f4b-4a46-ad43-427fcd58e860 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 931 time: 0.0736492 Jun 10 18:48:07.820711 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-81978b2f-43f6-43fc-8dd7-c6a804c0755c req-08339c90-d2f1-4cca-866e-740a464e1005 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc2e55c-47a1-47f8-a4f5-611ae6fb6623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363631 Jun 10 18:48:07.862557 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-b61d0f42-5eaa-4c59-8e20-50bda34640f1 req-a1410fcf-0cfa-418b-a87e-262f06d13d8b tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362861 Jun 10 18:48:08.296655 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b11772f-bba4-402d-b430-c74ad9bccef2 req-380143f4-e692-445c-b2f9-6597d004bf2c tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:08.298118 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-3b11772f-bba4-402d-b430-c74ad9bccef2 req-380143f4-e692-445c-b2f9-6597d004bf2c tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=11254c6c-c026-45c9-b2e2-064870268f10 HTTP/1.1" status: 200 len: 944 time: 0.0673616 Jun 10 18:48:08.341179 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-3b11772f-bba4-402d-b430-c74ad9bccef2 req-95ded430-c83e-44ce-a9f5-1c0ecd7cede9 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364537 Jun 10 18:48:08.567512 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a69ce93-bb79-4594-9af4-d8c89048aac2 req-977d7565-6bb8-4298-a6bd-f24288269db2 tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:08.569031 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-3a69ce93-bb79-4594-9af4-d8c89048aac2 req-977d7565-6bb8-4298-a6bd-f24288269db2 tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] 10.222.0.15 "GET /v2.0/ports?device_id=adde8da3-a2d9-4708-8a68-505450b3072a HTTP/1.1" status: 200 len: 945 time: 0.0693364 Jun 10 18:48:08.610270 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-3a69ce93-bb79-4594-9af4-d8c89048aac2 req-011ada16-c9b6-4378-a6dc-d84ac012445a tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] 10.222.0.15 "GET /v2.0/security-groups?id=a84a6f49-79f9-4953-8e37-238be30dbc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356982 Jun 10 18:48:08.735099 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0177130c-0333-4832-a842-b22a479a5a07 req-0f91fca0-2355-4ef3-8780-b1ec20fb90dd tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:08.736678 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-0177130c-0333-4832-a842-b22a479a5a07 req-0f91fca0-2355-4ef3-8780-b1ec20fb90dd tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/ports?device_id=04e81b22-afbc-433c-a90e-00e778339b4e HTTP/1.1" status: 200 len: 945 time: 0.0691895 Jun 10 18:48:08.778002 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-0177130c-0333-4832-a842-b22a479a5a07 req-e1de16db-a37a-4420-bdc7-142048371d18 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/security-groups?id=06502357-ff4c-485b-91b1-561d1bbe6894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347061 Jun 10 18:48:09.010608 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7df9d2c-464d-42be-a405-a14cdbdfcee6 req-01ff6dd6-6964-4ab1-9005-989026917c5d tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:09.012093 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-a7df9d2c-464d-42be-a405-a14cdbdfcee6 req-01ff6dd6-6964-4ab1-9005-989026917c5d tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dfd38ae-310d-4c3c-b40a-83004dbb0797 HTTP/1.1" status: 200 len: 944 time: 0.0764403 Jun 10 18:48:09.047442 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bbd0e3-c01e-4096-bcac-70986e0e7991 req-3abfacae-fcd7-4e41-8bb7-b001fc5a5134 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:09.048918 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-65bbd0e3-c01e-4096-bcac-70986e0e7991 req-3abfacae-fcd7-4e41-8bb7-b001fc5a5134 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 931 time: 0.0709062 Jun 10 18:48:09.053945 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-a7df9d2c-464d-42be-a405-a14cdbdfcee6 req-ce7a0244-31bd-4392-9afa-d3da7ef259d7 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc2e55c-47a1-47f8-a4f5-611ae6fb6623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362155 Jun 10 18:48:09.095523 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-65bbd0e3-c01e-4096-bcac-70986e0e7991 req-4a2e8fa2-3edf-4245-9363-34287a1b2705 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407536 Jun 10 18:48:09.516639 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3865216a-eeef-4032-96d1-47f095473709 req-dfd6ca28-345c-47b1-bbae-0f9cce26643a tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:09.518136 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-3865216a-eeef-4032-96d1-47f095473709 req-dfd6ca28-345c-47b1-bbae-0f9cce26643a tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=11254c6c-c026-45c9-b2e2-064870268f10 HTTP/1.1" status: 200 len: 944 time: 0.0673366 Jun 10 18:48:09.557583 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-3865216a-eeef-4032-96d1-47f095473709 req-64ea99fd-10b9-4d65-9475-3961ae2b9086 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338495 Jun 10 18:48:09.792776 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fe19e1-5367-489d-81d8-3394406776e9 req-6f5c84a1-a05c-4467-9c6f-46ef764fa4fe tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:09.794256 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-a6fe19e1-5367-489d-81d8-3394406776e9 req-6f5c84a1-a05c-4467-9c6f-46ef764fa4fe tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] 10.222.0.15 "GET /v2.0/ports?device_id=adde8da3-a2d9-4708-8a68-505450b3072a HTTP/1.1" status: 200 len: 945 time: 0.0674179 Jun 10 18:48:09.836655 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-a6fe19e1-5367-489d-81d8-3394406776e9 req-406438dd-53b4-4dab-aeff-1282300f5f8f tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] 10.222.0.15 "GET /v2.0/security-groups?id=a84a6f49-79f9-4953-8e37-238be30dbc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366728 Jun 10 18:48:09.964401 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a909e5a-8278-42ff-a23a-5d10595c8820 req-9e5e245b-74f5-45b1-bbbf-090231e7978e tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:09.965949 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-4a909e5a-8278-42ff-a23a-5d10595c8820 req-9e5e245b-74f5-45b1-bbbf-090231e7978e tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/ports?device_id=04e81b22-afbc-433c-a90e-00e778339b4e HTTP/1.1" status: 200 len: 945 time: 0.0737073 Jun 10 18:48:10.007816 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-4a909e5a-8278-42ff-a23a-5d10595c8820 req-5ea3adf6-9859-4724-a044-49e93b85d27f tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/security-groups?id=06502357-ff4c-485b-91b1-561d1bbe6894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353372 Jun 10 18:48:10.041085 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.v2.base [req-a2d1a392-09b9-45bc-8cc3-2555bfe3a950 req-c0b098f8-d814-4e4f-b863-991d2133fc50 service neutron] Request body: {'port': {'device_id': '135f92c8-e0cb-4946-a349-7e8f9d30c078', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=98185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:48:10.134838 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-a2d1a392-09b9-45bc-8cc3-2555bfe3a950 req-c0b098f8-d814-4e4f-b863-991d2133fc50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:10.161276 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-2c4cc09c-103c-48ba-85a7-5b383ca6af9e req-749dff6c-76f5-4716-9414-162b957862ba service neutron] 10.222.0.39 "GET /v2.0/networks/cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200411 Jun 10 18:48:10.342291 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-2c4cc09c-103c-48ba-85a7-5b383ca6af9e req-81b450c5-73f7-46cc-8758-f77d4b2f692a service neutron] 10.222.0.39 "GET /v2.0/networks/cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747217 Jun 10 18:48:10.349683 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbed3376-29e3-464e-aa54-d0f2a3490af1 req-80d5f09b-59fb-4344-8717-4f6c7adf9109 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:10.351069 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-bbed3376-29e3-464e-aa54-d0f2a3490af1 req-80d5f09b-59fb-4344-8717-4f6c7adf9109 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dfd38ae-310d-4c3c-b40a-83004dbb0797 HTTP/1.1" status: 200 len: 944 time: 0.1728301 Jun 10 18:48:10.393707 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-bbed3376-29e3-464e-aa54-d0f2a3490af1 req-985c3667-abd2-4df6-aaee-bd5cdb5f1447 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc2e55c-47a1-47f8-a4f5-611ae6fb6623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367484 Jun 10 18:48:10.511384 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fc5963-8c2c-474d-a057-9304465326df req-6298db04-3fd2-42d8-adb9-c74286b673df tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:10.512846 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-58fc5963-8c2c-474d-a057-9304465326df req-6298db04-3fd2-42d8-adb9-c74286b673df tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 931 time: 0.2158546 Jun 10 18:48:10.517162 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3506e451-5a0e-42e2-a07a-cb6629b789d6 req-59179d61-26a4-4ffa-810b-36f46598b34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:10.518310 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-3506e451-5a0e-42e2-a07a-cb6629b789d6 req-59179d61-26a4-4ffa-810b-36f46598b34c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b98132dec11942b2917326af967088e0&device_id=8dfd38ae-310d-4c3c-b40a-83004dbb0797 HTTP/1.1" status: 200 len: 1097 time: 0.0638514 Jun 10 18:48:10.522131 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb9eedc-9ec2-448d-8696-525e1cefc97a req-0dd11c7e-f586-423c-be4b-664af51ea51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:10.523577 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-5fb9eedc-9ec2-448d-8696-525e1cefc97a req-0dd11c7e-f586-423c-be4b-664af51ea51c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=98098ee8-c38f-4d5c-b59c-21b6d07b4b26 HTTP/1.1" status: 200 len: 1098 time: 0.1849539 Jun 10 18:48:10.609832 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-58fc5963-8c2c-474d-a057-9304465326df req-80b7f678-1da8-426b-b733-28e5246ed5af tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902898 Jun 10 18:48:10.627297 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-5fb9eedc-9ec2-448d-8696-525e1cefc97a req-9592b1b3-1a31-4c2f-b808-237d3dd79e79 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939119 Jun 10 18:48:10.641154 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3506e451-5a0e-42e2-a07a-cb6629b789d6 req-d73268de-3886-4c6b-b362-aa83c2441293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:10.641866 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-3506e451-5a0e-42e2-a07a-cb6629b789d6 req-d73268de-3886-4c6b-b362-aa83c2441293 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73 HTTP/1.1" status: 200 len: 912 time: 0.1105433 Jun 10 18:48:10.671664 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.notifiers.nova [req-a2d1a392-09b9-45bc-8cc3-2555bfe3a950 req-c0b098f8-d814-4e4f-b863-991d2133fc50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76331b0e-aa76-4209-9101-3faadfe15b6d {{(pid=98185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 18:48:10.679878 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-a2d1a392-09b9-45bc-8cc3-2555bfe3a950 req-c0b098f8-d814-4e4f-b863-991d2133fc50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:10.695944 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.db.provisioning_blocks [req-a2d1a392-09b9-45bc-8cc3-2555bfe3a950 req-c0b098f8-d814-4e4f-b863-991d2133fc50 service neutron] Transition to ACTIVE for port object 76331b0e-aa76-4209-9101-3faadfe15b6d will not be triggered until provisioned by entity L2. {{(pid=98185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 18:48:10.701506 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-a2d1a392-09b9-45bc-8cc3-2555bfe3a950 req-c0b098f8-d814-4e4f-b863-991d2133fc50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:10.703722 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:48:10.748285 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f2681c-ce89-437c-b7a4-611f707cc9e6 req-6e2bd724-6c72-4733-835a-d7a9ff2645e1 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:10.754868 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-b0f2681c-ce89-437c-b7a4-611f707cc9e6 req-6e2bd724-6c72-4733-835a-d7a9ff2645e1 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=11254c6c-c026-45c9-b2e2-064870268f10 HTTP/1.1" status: 200 len: 944 time: 0.0826426 Jun 10 18:48:10.800473 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-b0f2681c-ce89-437c-b7a4-611f707cc9e6 req-39b82f09-9295-4945-97bf-4d161dd427aa tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440445 Jun 10 18:48:10.832221 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b098f8-d814-4e4f-b863-991d2133fc50 service neutron] Pushing event updated for resources: {'Port': ['ID=76331b0e-aa76-4209-9101-3faadfe15b6d,revision_number=2']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:48:10.836218 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-c0b098f8-d814-4e4f-b863-991d2133fc50 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:48:10.846621 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.managers [req-a2d1a392-09b9-45bc-8cc3-2555bfe3a950 req-c0b098f8-d814-4e4f-b863-991d2133fc50 service neutron] Attempting to bind port 76331b0e-aa76-4209-9101-3faadfe15b6d on host hv-cinder-78626 for vnic_type normal with profile {{(pid=98185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 18:48:10.847092 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.managers [req-a2d1a392-09b9-45bc-8cc3-2555bfe3a950 req-c0b098f8-d814-4e4f-b863-991d2133fc50 service neutron] Attempting to bind port 76331b0e-aa76-4209-9101-3faadfe15b6d by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'cce5025b-9a61-488a-a883-513d04362a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a9c6338b-27b7-4507-a101-996d60be3c98'}] {{(pid=98185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 18:48:10.847305 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d1a392-09b9-45bc-8cc3-2555bfe3a950 req-c0b098f8-d814-4e4f-b863-991d2133fc50 service neutron] Attempting to bind port 76331b0e-aa76-4209-9101-3faadfe15b6d on network a9c6338b-27b7-4507-a101-996d60be3c98 {{(pid=98185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 18:48:10.851921 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d1a392-09b9-45bc-8cc3-2555bfe3a950 req-c0b098f8-d814-4e4f-b863-991d2133fc50 service neutron] Port 76331b0e-aa76-4209-9101-3faadfe15b6d on network a9c6338b-27b7-4507-a101-996d60be3c98 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=98185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 18:48:10.852252 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d1a392-09b9-45bc-8cc3-2555bfe3a950 req-c0b098f8-d814-4e4f-b863-991d2133fc50 service neutron] Attempting to bind port 76331b0e-aa76-4209-9101-3faadfe15b6d on network a9c6338b-27b7-4507-a101-996d60be3c98 {{(pid=98185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 18:48:10.857326 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d1a392-09b9-45bc-8cc3-2555bfe3a950 req-c0b098f8-d814-4e4f-b863-991d2133fc50 service neutron] Checking agent: {'id': '81ed237c-a7bd-4721-ad26-da2ab32caefc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 18, 45, 46), 'started_at': datetime.datetime(2021, 6, 10, 18, 45, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 18, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 18:48:10.857705 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d1a392-09b9-45bc-8cc3-2555bfe3a950 req-c0b098f8-d814-4e4f-b863-991d2133fc50 service neutron] Checking segment: {'id': 'cce5025b-9a61-488a-a883-513d04362a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a9c6338b-27b7-4507-a101-996d60be3c98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 18:48:10.858095 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d1a392-09b9-45bc-8cc3-2555bfe3a950 req-c0b098f8-d814-4e4f-b863-991d2133fc50 service neutron] Bound using segment: {'id': 'cce5025b-9a61-488a-a883-513d04362a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a9c6338b-27b7-4507-a101-996d60be3c98'} {{(pid=98185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 18:48:10.858531 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.managers [req-a2d1a392-09b9-45bc-8cc3-2555bfe3a950 req-c0b098f8-d814-4e4f-b863-991d2133fc50 service neutron] Bound port: 76331b0e-aa76-4209-9101-3faadfe15b6d, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cce5025b-9a61-488a-a883-513d04362a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a9c6338b-27b7-4507-a101-996d60be3c98'}}] {{(pid=98185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 18:48:10.858888 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-a2d1a392-09b9-45bc-8cc3-2555bfe3a950 req-c0b098f8-d814-4e4f-b863-991d2133fc50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:10.928842 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-3506e451-5a0e-42e2-a07a-cb6629b789d6 req-af792461-6fac-4264-9b41-0c8b4a81c2f8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0e4a93cf-a9fc-4b75-8bf7-0140ded974e5 HTTP/1.1" status: 200 len: 217 time: 0.0495384 Jun 10 18:48:10.949721 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.db [req-a2d1a392-09b9-45bc-8cc3-2555bfe3a950 req-c0b098f8-d814-4e4f-b863-991d2133fc50 service neutron] For port 76331b0e-aa76-4209-9101-3faadfe15b6d, host hv-cinder-78626, cleared binding levels {{(pid=98185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 18:48:10.954051 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.db [req-a2d1a392-09b9-45bc-8cc3-2555bfe3a950 req-c0b098f8-d814-4e4f-b863-991d2133fc50 service neutron] For port 76331b0e-aa76-4209-9101-3faadfe15b6d, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=76331b0e-aa76-4209-9101-3faadfe15b6d,segment=NetworkSegment(cce5025b-9a61-488a-a883-513d04362a8a),segment_id=cce5025b-9a61-488a-a883-513d04362a8a)] {{(pid=98185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 18:48:10.960066 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-a2d1a392-09b9-45bc-8cc3-2555bfe3a950 req-c0b098f8-d814-4e4f-b863-991d2133fc50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:10.962683 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-a8f863eb-16b8-45a9-b324-d7a8b6aec899 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:48:10.993681 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3506e451-5a0e-42e2-a07a-cb6629b789d6 req-4da45d60-da35-41cc-9df2-335a5d5f3ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:10.995187 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-3506e451-5a0e-42e2-a07a-cb6629b789d6 req-4da45d60-da35-41cc-9df2-335a5d5f3ca8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=450a2f52-17ce-4ffd-a311-633c3f5e5032 HTTP/1.1" status: 200 len: 850 time: 0.0588698 Jun 10 18:48:11.048544 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d1a392-09b9-45bc-8cc3-2555bfe3a950 req-c0b098f8-d814-4e4f-b863-991d2133fc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:11.049236 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-a2d1a392-09b9-45bc-8cc3-2555bfe3a950 req-c0b098f8-d814-4e4f-b863-991d2133fc50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731712'] for port, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:11.050736 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-a2d1a392-09b9-45bc-8cc3-2555bfe3a950 req-c0b098f8-d814-4e4f-b863-991d2133fc50 service neutron] 10.222.0.39 "PUT /v2.0/ports/76331b0e-aa76-4209-9101-3faadfe15b6d HTTP/1.1" status: 200 len: 1093 time: 1.0138943 Jun 10 18:48:11.051593 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '135f92c8-e0cb-4946-a349-7e8f9d30c078', 'tag': '76331b0e-aa76-4209-9101-3faadfe15b6d'}] {{(pid=98185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 18:48:11.054013 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44d46bb02d59f4e600e8e3fdef735be97a189b4bda953b1539dd9e97451c2ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faef9365-8266-47fe-9035-892104f7804c" -d '{"events": [{"name": "network-changed", "server_uuid": "135f92c8-e0cb-4946-a349-7e8f9d30c078", "tag": "76331b0e-aa76-4209-9101-3faadfe15b6d"}]}' {{(pid=98185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 18:48:11.080551 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b098f8-d814-4e4f-b863-991d2133fc50 service neutron] Pushing event updated for resources: {'Port': ['ID=76331b0e-aa76-4209-9101-3faadfe15b6d,revision_number=3']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:48:11.084361 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-c0b098f8-d814-4e4f-b863-991d2133fc50 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:48:11.116758 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5bc156-af4e-417a-9b54-069bccfad12f req-eead7472-18ee-459f-b857-3a5ef909c936 tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:11.118531 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-0a5bc156-af4e-417a-9b54-069bccfad12f req-eead7472-18ee-459f-b857-3a5ef909c936 tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] 10.222.0.15 "GET /v2.0/ports?device_id=adde8da3-a2d9-4708-8a68-505450b3072a HTTP/1.1" status: 200 len: 945 time: 0.1481705 Jun 10 18:48:11.172474 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-0a5bc156-af4e-417a-9b54-069bccfad12f req-bd0e63bb-da13-4284-b841-9eed80278037 tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] 10.222.0.15 "GET /v2.0/security-groups?id=a84a6f49-79f9-4953-8e37-238be30dbc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459182 Jun 10 18:48:11.223035 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 18:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-538eb8ea-509d-4de4-8722-ceacc1bc1ab9 x-openstack-request-id: req-538eb8ea-509d-4de4-8722-ceacc1bc1ab9 {{(pid=98185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 18:48:11.223413 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "135f92c8-e0cb-4946-a349-7e8f9d30c078", "tag": "76331b0e-aa76-4209-9101-3faadfe15b6d", "status": "completed", "code": 200}]} {{(pid=98185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 18:48:11.223747 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-538eb8ea-509d-4de4-8722-ceacc1bc1ab9 {{(pid=98185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 18:48:11.224225 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '135f92c8-e0cb-4946-a349-7e8f9d30c078', 'tag': '76331b0e-aa76-4209-9101-3faadfe15b6d', 'status': 'completed', 'code': 200} Jun 10 18:48:11.257414 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354137aa-021f-4a1c-a1fc-66a2ac73511e req-1279bcba-8f0c-43c9-818b-142e2a32d5ae tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:11.258917 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-354137aa-021f-4a1c-a1fc-66a2ac73511e req-1279bcba-8f0c-43c9-818b-142e2a32d5ae tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/ports?device_id=04e81b22-afbc-433c-a90e-00e778339b4e HTTP/1.1" status: 200 len: 945 time: 0.1306493 Jun 10 18:48:11.265028 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3506e451-5a0e-42e2-a07a-cb6629b789d6 req-207c92be-45c4-4b77-92ca-584b08541385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:11.266475 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-3506e451-5a0e-42e2-a07a-cb6629b789d6 req-207c92be-45c4-4b77-92ca-584b08541385 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0946181 Jun 10 18:48:11.304751 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-354137aa-021f-4a1c-a1fc-66a2ac73511e req-e63b764a-7787-4c21-804c-4ad2eddba144 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/security-groups?id=06502357-ff4c-485b-91b1-561d1bbe6894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373397 Jun 10 18:48:11.573759 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a6e8e9-3abc-49b5-8257-0f437317ebd8 req-469e0039-c3ab-4a22-9cfe-be62a3a8a532 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:11.575214 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-c3a6e8e9-3abc-49b5-8257-0f437317ebd8 req-469e0039-c3ab-4a22-9cfe-be62a3a8a532 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dfd38ae-310d-4c3c-b40a-83004dbb0797 HTTP/1.1" status: 200 len: 944 time: 0.0687516 Jun 10 18:48:11.620767 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-c3a6e8e9-3abc-49b5-8257-0f437317ebd8 req-db0bcdd1-4075-48af-9d9b-50408a4eaec1 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc2e55c-47a1-47f8-a4f5-611ae6fb6623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398133 Jun 10 18:48:11.779609 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9cf2aa85-bb52-459e-8799-8865ee267e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:11.830315 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cfae1f-5747-4667-bb42-89fd7a8f4c59 req-4c5d1a31-74e8-41bf-bc76-e371eca4dffe tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:11.831960 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-f7cfae1f-5747-4667-bb42-89fd7a8f4c59 req-4c5d1a31-74e8-41bf-bc76-e371eca4dffe tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 943 time: 0.0711818 Jun 10 18:48:11.880498 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-f7cfae1f-5747-4667-bb42-89fd7a8f4c59 req-2f3ba7b0-6bf4-4cd4-81c9-6b2fae9225bd tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428915 Jun 10 18:48:11.990196 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba31344-2858-4847-974c-a09be5e5bcce req-086962ee-334a-49c5-a58b-1836002d7042 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:11.991664 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-fba31344-2858-4847-974c-a09be5e5bcce req-086962ee-334a-49c5-a58b-1836002d7042 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=11254c6c-c026-45c9-b2e2-064870268f10 HTTP/1.1" status: 200 len: 944 time: 0.0688069 Jun 10 18:48:12.032861 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-fba31344-2858-4847-974c-a09be5e5bcce req-623006b9-a55b-4eaf-bb22-66fd92f81c86 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354085 Jun 10 18:48:12.357981 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2357f10b-8d9f-47d2-bbc6-ac7335714675 req-1f8966ef-0533-4f90-ba4a-e30ebe28e485 tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:12.359501 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-2357f10b-8d9f-47d2-bbc6-ac7335714675 req-1f8966ef-0533-4f90-ba4a-e30ebe28e485 tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] 10.222.0.15 "GET /v2.0/ports?device_id=adde8da3-a2d9-4708-8a68-505450b3072a HTTP/1.1" status: 200 len: 945 time: 0.0733588 Jun 10 18:48:12.402555 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-2357f10b-8d9f-47d2-bbc6-ac7335714675 req-8ac2bd5d-153f-44c1-b6c3-c6d74b82fede tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] 10.222.0.15 "GET /v2.0/security-groups?id=a84a6f49-79f9-4953-8e37-238be30dbc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362175 Jun 10 18:48:12.487483 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c459ba-8713-406e-b662-d39a1e367545 req-ada67d80-0d47-4ad7-b61e-17ce49d1ab9b tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:12.489502 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-58c459ba-8713-406e-b662-d39a1e367545 req-ada67d80-0d47-4ad7-b61e-17ce49d1ab9b tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/ports?device_id=04e81b22-afbc-433c-a90e-00e778339b4e HTTP/1.1" status: 200 len: 945 time: 0.0689664 Jun 10 18:48:12.533784 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-58c459ba-8713-406e-b662-d39a1e367545 req-f6274d49-d071-406b-90c2-2c441572b1b6 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/security-groups?id=06502357-ff4c-485b-91b1-561d1bbe6894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386434 Jun 10 18:48:12.799056 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec78f86f-d784-4632-996b-f8d1a97cacb7 req-b5960f61-acfa-45e5-ab8b-47c1e8bbaa0e tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:12.800528 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-ec78f86f-d784-4632-996b-f8d1a97cacb7 req-b5960f61-acfa-45e5-ab8b-47c1e8bbaa0e tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dfd38ae-310d-4c3c-b40a-83004dbb0797 HTTP/1.1" status: 200 len: 944 time: 0.0690000 Jun 10 18:48:12.842236 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-ec78f86f-d784-4632-996b-f8d1a97cacb7 req-70531d2b-f22f-41c7-acc2-f9d42bfa80fc tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc2e55c-47a1-47f8-a4f5-611ae6fb6623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360198 Jun 10 18:48:12.944826 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d1a392-09b9-45bc-8cc3-2555bfe3a950 req-ce8b7fca-553e-415c-9d57-bb84de16bffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:12.946408 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-a2d1a392-09b9-45bc-8cc3-2555bfe3a950 req-ce8b7fca-553e-415c-9d57-bb84de16bffa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c50ca810c49044daa0af12e38f6ab6a1&device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 1096 time: 0.0650253 Jun 10 18:48:12.993538 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-3506e451-5a0e-42e2-a07a-cb6629b789d6 req-45fb80b2-6889-4e33-9a06-9fbfe93f04a6 service neutron] 10.222.0.39 "GET /v2.0/networks/cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113830 Jun 10 18:48:13.063480 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e120c60-709c-4d30-bebc-6429c691a0b9 req-8c4beb9b-7a5e-4c2f-91aa-4974bc7578b6 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:13.064980 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-8e120c60-709c-4d30-bebc-6429c691a0b9 req-8c4beb9b-7a5e-4c2f-91aa-4974bc7578b6 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 943 time: 0.0682287 Jun 10 18:48:13.107681 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-8e120c60-709c-4d30-bebc-6429c691a0b9 req-b18a5626-8428-4540-a42f-860996ae2d87 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357554 Jun 10 18:48:13.211186 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ebbcef-4e03-48b3-be3d-d93ac8915592 req-b0d1bfed-9d86-4a31-8720-0e3e71e577fb tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:13.212662 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-b0ebbcef-4e03-48b3-be3d-d93ac8915592 req-b0d1bfed-9d86-4a31-8720-0e3e71e577fb tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=11254c6c-c026-45c9-b2e2-064870268f10 HTTP/1.1" status: 200 len: 944 time: 0.0691895 Jun 10 18:48:13.262672 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-b0ebbcef-4e03-48b3-be3d-d93ac8915592 req-a80fe4c1-7352-48d8-999e-3f0dd1d11fc9 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443769 Jun 10 18:48:13.583416 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b1b21-975f-48e1-b491-68f652dfdc3d req-a6d321f1-5c95-49d8-8e6f-712bcca32d75 tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:13.584889 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-3e6b1b21-975f-48e1-b491-68f652dfdc3d req-a6d321f1-5c95-49d8-8e6f-712bcca32d75 tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] 10.222.0.15 "GET /v2.0/ports?device_id=adde8da3-a2d9-4708-8a68-505450b3072a HTTP/1.1" status: 200 len: 945 time: 0.0727735 Jun 10 18:48:13.624793 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-3e6b1b21-975f-48e1-b491-68f652dfdc3d req-f4becf90-445a-43a9-8188-5389f67c83a7 tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] 10.222.0.15 "GET /v2.0/security-groups?id=a84a6f49-79f9-4953-8e37-238be30dbc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342927 Jun 10 18:48:13.715142 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce5b964-75f6-44be-9295-4d2db61c4f6a req-f4e38b18-bb93-4050-a42a-a80bf901a366 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:13.716625 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-5ce5b964-75f6-44be-9295-4d2db61c4f6a req-f4e38b18-bb93-4050-a42a-a80bf901a366 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/ports?device_id=04e81b22-afbc-433c-a90e-00e778339b4e HTTP/1.1" status: 200 len: 945 time: 0.0685229 Jun 10 18:48:13.757666 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-5ce5b964-75f6-44be-9295-4d2db61c4f6a req-5e7230fe-46c2-4c3d-a8fb-61871556fcdd tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/security-groups?id=06502357-ff4c-485b-91b1-561d1bbe6894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353906 Jun 10 18:48:14.019836 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4858b4-9b06-46ba-b842-be24ffa68802 req-1463fc3d-c2ae-406f-a1d2-7ff40912ad14 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:14.021265 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-fd4858b4-9b06-46ba-b842-be24ffa68802 req-1463fc3d-c2ae-406f-a1d2-7ff40912ad14 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dfd38ae-310d-4c3c-b40a-83004dbb0797 HTTP/1.1" status: 200 len: 944 time: 0.0666049 Jun 10 18:48:14.061003 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-fd4858b4-9b06-46ba-b842-be24ffa68802 req-271f02a0-505e-4365-b2cd-a09beb249a3c tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc2e55c-47a1-47f8-a4f5-611ae6fb6623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341430 Jun 10 18:48:14.265895 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-e0c1f6ab-f332-4870-bce5-9eef844ba436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:14.295446 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287a4b4a-4d39-47d6-95a3-d006a5a058eb req-fa1dc198-851f-40eb-b485-07b5ae23d66e tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:14.296897 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-287a4b4a-4d39-47d6-95a3-d006a5a058eb req-fa1dc198-851f-40eb-b485-07b5ae23d66e tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 943 time: 0.0706441 Jun 10 18:48:14.341786 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-287a4b4a-4d39-47d6-95a3-d006a5a058eb req-d3e69700-0b9f-45d6-8146-7f817bb92e68 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382991 Jun 10 18:48:14.416154 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:14.444381 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e93fcd-7137-4726-a82a-4846f8daced7 req-59cb9920-49cb-49b8-ac52-9eb7dd0b8f42 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:14.445850 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-e3e93fcd-7137-4726-a82a-4846f8daced7 req-59cb9920-49cb-49b8-ac52-9eb7dd0b8f42 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=11254c6c-c026-45c9-b2e2-064870268f10 HTTP/1.1" status: 200 len: 944 time: 0.0729270 Jun 10 18:48:14.492512 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-e3e93fcd-7137-4726-a82a-4846f8daced7 req-662b0758-3c60-4272-80c9-973ef8fd4132 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409775 Jun 10 18:48:14.805860 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93c5166-5513-47c9-96d7-13ae63f9c742 req-f88fd266-fa19-430a-9419-85c4409353ff tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:14.807375 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-a93c5166-5513-47c9-96d7-13ae63f9c742 req-f88fd266-fa19-430a-9419-85c4409353ff tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] 10.222.0.15 "GET /v2.0/ports?device_id=adde8da3-a2d9-4708-8a68-505450b3072a HTTP/1.1" status: 200 len: 945 time: 0.0706270 Jun 10 18:48:14.850241 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-a93c5166-5513-47c9-96d7-13ae63f9c742 req-23766612-95a1-4ecb-81ef-90c5ae1a6a4b tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] 10.222.0.15 "GET /v2.0/security-groups?id=a84a6f49-79f9-4953-8e37-238be30dbc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371041 Jun 10 18:48:14.948337 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f61c80b-7115-49ff-8a74-3b2218c6b61b req-b0cccb08-0e3a-4996-947e-1098295354d8 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:14.949845 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-0f61c80b-7115-49ff-8a74-3b2218c6b61b req-b0cccb08-0e3a-4996-947e-1098295354d8 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/ports?device_id=04e81b22-afbc-433c-a90e-00e778339b4e HTTP/1.1" status: 200 len: 945 time: 0.0775158 Jun 10 18:48:14.991311 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-0f61c80b-7115-49ff-8a74-3b2218c6b61b req-e49e8cc2-4022-451f-9f8f-d7d595920a1c tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/security-groups?id=06502357-ff4c-485b-91b1-561d1bbe6894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355973 Jun 10 18:48:15.236040 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3bdfc1-7078-446a-a70e-bfa74d388e30 req-79ac845c-9d83-442a-a085-c16d497606a0 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:15.237501 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-de3bdfc1-7078-446a-a70e-bfa74d388e30 req-79ac845c-9d83-442a-a085-c16d497606a0 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dfd38ae-310d-4c3c-b40a-83004dbb0797 HTTP/1.1" status: 200 len: 944 time: 0.0678754 Jun 10 18:48:15.281426 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-de3bdfc1-7078-446a-a70e-bfa74d388e30 req-b3f1e0f7-99c4-4058-a8c2-c6e2a1f569ac tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc2e55c-47a1-47f8-a4f5-611ae6fb6623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383255 Jun 10 18:48:15.395897 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-8dcc316c-a8c5-4da3-a0ad-e3f4fe9157be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:15.451463 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-a2d1a392-09b9-45bc-8cc3-2555bfe3a950 req-2fd6aefe-d7bc-434a-b133-19064a2fdc3e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76331b0e-aa76-4209-9101-3faadfe15b6d HTTP/1.1" status: 200 len: 217 time: 0.0666509 Jun 10 18:48:15.498056 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-3506e451-5a0e-42e2-a07a-cb6629b789d6 req-d4799c89-f076-4242-b9d4-e51619389cd3 service neutron] 10.222.0.39 "GET /v2.0/networks/cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137385 Jun 10 18:48:15.767504 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d1a392-09b9-45bc-8cc3-2555bfe3a950 req-0cbcc2f4-a7c9-4163-b61c-ee52b92e7fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:15.768953 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-a2d1a392-09b9-45bc-8cc3-2555bfe3a950 req-0cbcc2f4-a7c9-4163-b61c-ee52b92e7fca service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a8ea2a47-c287-4e16-9d1f-c9a7e0a2eaeb HTTP/1.1" status: 200 len: 856 time: 0.3113766 Jun 10 18:48:15.820505 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ad96fc-26fb-40f5-b494-47bc6de16d7d req-ef060caa-0be0-4418-8dde-e8d7ae1297d0 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:15.822025 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-f6ad96fc-26fb-40f5-b494-47bc6de16d7d req-ef060caa-0be0-4418-8dde-e8d7ae1297d0 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 943 time: 0.3557081 Jun 10 18:48:15.891524 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-f6ad96fc-26fb-40f5-b494-47bc6de16d7d req-c8f9ed7a-38d4-4a05-a61c-a8de3e16f6a0 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636628 Jun 10 18:48:15.893664 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebc3c10-3079-430c-9b0a-704e7a129202 req-193c0fc7-db16-47d7-becb-a5b36f870264 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:15.895147 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-bebc3c10-3079-430c-9b0a-704e7a129202 req-193c0fc7-db16-47d7-becb-a5b36f870264 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=11254c6c-c026-45c9-b2e2-064870268f10 HTTP/1.1" status: 200 len: 944 time: 0.2811913 Jun 10 18:48:15.900296 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d1a392-09b9-45bc-8cc3-2555bfe3a950 req-3405f06f-2f3c-46e7-b68b-ed3ec754d6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:15.901843 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-a2d1a392-09b9-45bc-8cc3-2555bfe3a950 req-3405f06f-2f3c-46e7-b68b-ed3ec754d6f0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a9c6338b-27b7-4507-a101-996d60be3c98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1239419 Jun 10 18:48:15.942325 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-bebc3c10-3079-430c-9b0a-704e7a129202 req-d7c489ee-a284-4df4-a831-493b9bbb9c06 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393975 Jun 10 18:48:16.030855 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-a2d1a392-09b9-45bc-8cc3-2555bfe3a950 req-73e9f1ee-0f71-4a35-a3f6-88ba64c8f7b4 service neutron] 10.222.0.39 "GET /v2.0/networks/a9c6338b-27b7-4507-a101-996d60be3c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220829 Jun 10 18:48:16.090721 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:16.178077 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b480c3aa-89c3-440d-9b06-6ef206822819 req-1799e537-59f4-4313-81ba-cd9aa22fb89d tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:16.179461 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-b480c3aa-89c3-440d-9b06-6ef206822819 req-1799e537-59f4-4313-81ba-cd9aa22fb89d tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/ports?device_id=04e81b22-afbc-433c-a90e-00e778339b4e HTTP/1.1" status: 200 len: 945 time: 0.0707545 Jun 10 18:48:16.205468 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26f403b-bec4-4258-b046-ef7dd7827a14 req-843b951e-7652-4b48-9b15-46d6bb946805 tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:16.206931 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-e26f403b-bec4-4258-b046-ef7dd7827a14 req-843b951e-7652-4b48-9b15-46d6bb946805 tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] 10.222.0.15 "GET /v2.0/ports?device_id=adde8da3-a2d9-4708-8a68-505450b3072a HTTP/1.1" status: 200 len: 945 time: 0.1690888 Jun 10 18:48:16.210233 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-a2d1a392-09b9-45bc-8cc3-2555bfe3a950 req-e4d44da2-0b28-4fce-b833-99c7cce3692b service neutron] 10.222.0.39 "GET /v2.0/networks/a9c6338b-27b7-4507-a101-996d60be3c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712241 Jun 10 18:48:16.221984 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-b480c3aa-89c3-440d-9b06-6ef206822819 req-2f94c4d0-992f-4a93-9eb3-3489fc5edf5b tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/security-groups?id=06502357-ff4c-485b-91b1-561d1bbe6894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367291 Jun 10 18:48:16.252759 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-e26f403b-bec4-4258-b046-ef7dd7827a14 req-6b9caae5-73d4-4f1c-999d-6bf0fdde615c tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] 10.222.0.15 "GET /v2.0/security-groups?id=a84a6f49-79f9-4953-8e37-238be30dbc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394492 Jun 10 18:48:16.323329 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faef9365-8266-47fe-9035-892104f7804c req-9a2ac9ab-3d10-452c-9b69-0eb3bf3a990d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:16.324808 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-faef9365-8266-47fe-9035-892104f7804c req-9a2ac9ab-3d10-452c-9b69-0eb3bf3a990d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c50ca810c49044daa0af12e38f6ab6a1&device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 1096 time: 0.0589659 Jun 10 18:48:16.443355 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faef9365-8266-47fe-9035-892104f7804c req-e7e278c3-3834-4c4b-8c3f-03cd4d6b26f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:16.444726 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-faef9365-8266-47fe-9035-892104f7804c req-e7e278c3-3834-4c4b-8c3f-03cd4d6b26f4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a9c6338b-27b7-4507-a101-996d60be3c98 HTTP/1.1" status: 200 len: 918 time: 0.1103716 Jun 10 18:48:16.463312 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb94aa3-2b2b-4ed0-999f-046b0085ed85 req-45322234-b7cc-4981-8680-866dd92cb05b tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:16.464777 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-0cb94aa3-2b2b-4ed0-999f-046b0085ed85 req-45322234-b7cc-4981-8680-866dd92cb05b tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dfd38ae-310d-4c3c-b40a-83004dbb0797 HTTP/1.1" status: 200 len: 944 time: 0.0733182 Jun 10 18:48:16.500677 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-faef9365-8266-47fe-9035-892104f7804c req-d5b0d0d1-755e-41e5-8822-12dd1087f229 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76331b0e-aa76-4209-9101-3faadfe15b6d HTTP/1.1" status: 200 len: 217 time: 0.0493677 Jun 10 18:48:16.507192 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-0cb94aa3-2b2b-4ed0-999f-046b0085ed85 req-0028d605-3e23-4331-9dc4-3c67fedba4fb tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc2e55c-47a1-47f8-a4f5-611ae6fb6623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364583 Jun 10 18:48:16.562711 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faef9365-8266-47fe-9035-892104f7804c req-d019cbd4-874d-466e-b900-ff6bdbbaa884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:16.564150 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-faef9365-8266-47fe-9035-892104f7804c req-d019cbd4-874d-466e-b900-ff6bdbbaa884 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a8ea2a47-c287-4e16-9d1f-c9a7e0a2eaeb HTTP/1.1" status: 200 len: 856 time: 0.0565672 Jun 10 18:48:16.629096 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faef9365-8266-47fe-9035-892104f7804c req-37d45690-ead7-43f8-b22a-16bb39903039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:16.631464 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-faef9365-8266-47fe-9035-892104f7804c req-37d45690-ead7-43f8-b22a-16bb39903039 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a9c6338b-27b7-4507-a101-996d60be3c98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0592842 Jun 10 18:48:16.748142 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-faef9365-8266-47fe-9035-892104f7804c req-2fe1828c-1430-44d1-bbe6-2bd01f2c9eaf service neutron] 10.222.0.39 "GET /v2.0/networks/a9c6338b-27b7-4507-a101-996d60be3c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101990 Jun 10 18:48:16.873177 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-faef9365-8266-47fe-9035-892104f7804c req-d57c3c36-b321-4447-a1d9-4b1d147824cd service neutron] 10.222.0.39 "GET /v2.0/networks/a9c6338b-27b7-4507-a101-996d60be3c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154613 Jun 10 18:48:17.098873 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88defe9a-773d-47e6-b2f0-c8bfb8147fcd req-8df42b7a-8f32-4796-8760-84168f269eb7 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:17.100367 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-88defe9a-773d-47e6-b2f0-c8bfb8147fcd req-8df42b7a-8f32-4796-8760-84168f269eb7 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 943 time: 0.0775733 Jun 10 18:48:17.145302 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-88defe9a-773d-47e6-b2f0-c8bfb8147fcd req-ade15fcf-61fd-4b44-90b0-a255e52f5bd1 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390995 Jun 10 18:48:17.170688 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b486087-f7c5-4db1-995c-869cfc1a50f6 req-1609da2a-3acc-4cc1-9992-8827ef77a050 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:17.172169 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-2b486087-f7c5-4db1-995c-869cfc1a50f6 req-1609da2a-3acc-4cc1-9992-8827ef77a050 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=11254c6c-c026-45c9-b2e2-064870268f10 HTTP/1.1" status: 200 len: 944 time: 0.0720541 Jun 10 18:48:17.202292 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-bf1ede84-8c21-46ff-8a19-cb90afe635a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:17.222478 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-2b486087-f7c5-4db1-995c-869cfc1a50f6 req-bf16df05-bac3-4c27-91cb-03389f90563f tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421891 Jun 10 18:48:17.271122 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Device 692ac797-465d-4209-b5b4-20092e61aa20 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=98186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 18:48:17.448930 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5718c40-c5be-4d38-8ada-091b6e48bebe req-78fea1e9-4491-47b6-8ed0-21cda318506f tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:17.455884 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-b5718c40-c5be-4d38-8ada-091b6e48bebe req-78fea1e9-4491-47b6-8ed0-21cda318506f tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/ports?device_id=04e81b22-afbc-433c-a90e-00e778339b4e HTTP/1.1" status: 200 len: 945 time: 0.1057048 Jun 10 18:48:17.509381 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-b5718c40-c5be-4d38-8ada-091b6e48bebe req-ee26c6d5-2789-4d35-a347-74fd23790724 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/security-groups?id=06502357-ff4c-485b-91b1-561d1bbe6894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474894 Jun 10 18:48:17.512335 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] For port 692ac797-465d-4209-b5b4-20092e61aa20, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=692ac797-465d-4209-b5b4-20092e61aa20,segment=NetworkSegment(8aad430c-f386-4a5a-bcc9-ad8b4eb8863a),segment_id=8aad430c-f386-4a5a-bcc9-ad8b4eb8863a)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:48:17.517503 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbd2e08-1b63-4ac3-baf9-f9068e873a6e req-0e130d43-7a61-4ae6-a0fa-e26646dc873a tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:17.519495 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-2bbd2e08-1b63-4ac3-baf9-f9068e873a6e req-0e130d43-7a61-4ae6-a0fa-e26646dc873a tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] 10.222.0.15 "GET /v2.0/ports?device_id=adde8da3-a2d9-4708-8a68-505450b3072a HTTP/1.1" status: 200 len: 945 time: 0.1184232 Jun 10 18:48:17.528051 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Returning: {'device': '692ac797-465d-4209-b5b4-20092e61aa20', 'network_id': '36c601fb-9272-4d67-b287-4990129f2e5f', 'port_id': '692ac797-465d-4209-b5b4-20092e61aa20', 'mac_address': 'fa:16:3e:c3:c2:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cc0a94e-b476-4d1d-b3df-5e3104af9a91', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 18:48:17.621973 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:17.634858 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-2bbd2e08-1b63-4ac3-baf9-f9068e873a6e req-c91f8d9b-ff56-4025-beb9-0f972d7e8db8 tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] 10.222.0.15 "GET /v2.0/security-groups?id=a84a6f49-79f9-4953-8e37-238be30dbc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977495 Jun 10 18:48:17.643549 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.notifiers.nova [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 692ac797-465d-4209-b5b4-20092e61aa20 {{(pid=98186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 18:48:17.679838 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] For port 692ac797-465d-4209-b5b4-20092e61aa20, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=692ac797-465d-4209-b5b4-20092e61aa20,segment=NetworkSegment(8aad430c-f386-4a5a-bcc9-ad8b4eb8863a),segment_id=8aad430c-f386-4a5a-bcc9-ad8b4eb8863a)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:48:17.688100 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:17.690150 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:48:17.771445 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Pushing event updated for resources: {'Port': ['ID=692ac797-465d-4209-b5b4-20092e61aa20,revision_number=4']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:48:17.775110 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:48:17.836455 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80238e3-6dc9-4780-8e09-0f3101256ceb req-1a1fbb90-e779-430d-8782-1a84b3388c51 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:17.838148 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-b80238e3-6dc9-4780-8e09-0f3101256ceb req-1a1fbb90-e779-430d-8782-1a84b3388c51 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dfd38ae-310d-4c3c-b40a-83004dbb0797 HTTP/1.1" status: 200 len: 944 time: 0.1080813 Jun 10 18:48:17.898497 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-b80238e3-6dc9-4780-8e09-0f3101256ceb req-28eeef11-ec0e-47b6-9c79-561d991cd04f tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc2e55c-47a1-47f8-a4f5-611ae6fb6623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522485 Jun 10 18:48:18.341704 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245ea1fa-3720-497c-bfed-3e86f6e6f8c2 req-3dab855c-f4da-4280-8417-f44047d147ba tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:18.343179 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-245ea1fa-3720-497c-bfed-3e86f6e6f8c2 req-3dab855c-f4da-4280-8417-f44047d147ba tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 943 time: 0.0787666 Jun 10 18:48:18.384527 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-245ea1fa-3720-497c-bfed-3e86f6e6f8c2 req-7de74ac5-8b0b-4a82-8860-cbb91305fee3 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350950 Jun 10 18:48:18.422558 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] get_ports_and_sgs() called for port_ids ['692ac797-465d-4209-b5b4-20092e61aa20'] {{(pid=98186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 18:48:18.434351 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e48b9f-8c7e-4ebd-aaf9-5a0c34cdddd2 req-4a58767c-3ad8-4b09-88d6-5c82b9b0cbbc tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:18.435834 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-45e48b9f-8c7e-4ebd-aaf9-5a0c34cdddd2 req-4a58767c-3ad8-4b09-88d6-5c82b9b0cbbc tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=11254c6c-c026-45c9-b2e2-064870268f10 HTTP/1.1" status: 200 len: 945 time: 0.0808482 Jun 10 18:48:18.481481 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-45e48b9f-8c7e-4ebd-aaf9-5a0c34cdddd2 req-65e1898d-7be8-4d4b-8bae-b1071618a1cc tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399492 Jun 10 18:48:18.838440 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d04258-7553-4c8f-8143-ad5e0a2ef8f2 req-69d4cafa-a14d-4b95-9a7d-ecaf55bf89a5 tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:18.839912 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-15d04258-7553-4c8f-8143-ad5e0a2ef8f2 req-69d4cafa-a14d-4b95-9a7d-ecaf55bf89a5 tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] 10.222.0.15 "GET /v2.0/ports?device_id=adde8da3-a2d9-4708-8a68-505450b3072a HTTP/1.1" status: 200 len: 945 time: 0.0763919 Jun 10 18:48:18.884838 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-15d04258-7553-4c8f-8143-ad5e0a2ef8f2 req-3591184e-2eb1-4a59-87cd-011bf5c54d34 tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] 10.222.0.15 "GET /v2.0/security-groups?id=a84a6f49-79f9-4953-8e37-238be30dbc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388339 Jun 10 18:48:19.085707 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b94f14-7a69-4efd-8d7e-509229524dbc req-f4aa4229-0339-4676-a209-75a9d4d90992 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:19.086137 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-75b94f14-7a69-4efd-8d7e-509229524dbc req-f4aa4229-0339-4676-a209-75a9d4d90992 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dfd38ae-310d-4c3c-b40a-83004dbb0797 HTTP/1.1" status: 200 len: 944 time: 0.0744872 Jun 10 18:48:19.127152 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-75b94f14-7a69-4efd-8d7e-509229524dbc req-79a92a6c-d806-4de5-8ea4-66779b6866d1 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc2e55c-47a1-47f8-a4f5-611ae6fb6623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368173 Jun 10 18:48:19.568575 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e59156-89f8-4698-8236-74db2d7ea1d1 req-f405ed7a-f448-4b06-9b30-f844d3552fb2 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:19.570136 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-c8e59156-89f8-4698-8236-74db2d7ea1d1 req-f405ed7a-f448-4b06-9b30-f844d3552fb2 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 943 time: 0.0686786 Jun 10 18:48:19.610961 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-c8e59156-89f8-4698-8236-74db2d7ea1d1 req-3222816c-52a7-46dc-b3ec-d37ad205f3f0 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353212 Jun 10 18:48:19.662698 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbd1b95-2937-4fe0-b28f-74d992324b8b req-a5a3bd63-e9a6-4d89-8eb3-9c7d2370f844 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:19.664171 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-9cbd1b95-2937-4fe0-b28f-74d992324b8b req-a5a3bd63-e9a6-4d89-8eb3-9c7d2370f844 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=11254c6c-c026-45c9-b2e2-064870268f10 HTTP/1.1" status: 200 len: 945 time: 0.0713353 Jun 10 18:48:19.707076 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-9cbd1b95-2937-4fe0-b28f-74d992324b8b req-ce2a6fd5-5429-43ef-9c60-263268faee32 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368726 Jun 10 18:48:20.320017 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5a37f3-ae96-4cbd-aae5-ef570870f1d4 req-8e69dc1a-865b-405a-912b-2c14e2879260 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:20.321484 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-cc5a37f3-ae96-4cbd-aae5-ef570870f1d4 req-8e69dc1a-865b-405a-912b-2c14e2879260 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dfd38ae-310d-4c3c-b40a-83004dbb0797 HTTP/1.1" status: 200 len: 944 time: 0.0774817 Jun 10 18:48:20.364067 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-cc5a37f3-ae96-4cbd-aae5-ef570870f1d4 req-32e45768-04c9-4f4e-ae48-c7d85c7ed8af tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc2e55c-47a1-47f8-a4f5-611ae6fb6623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367758 Jun 10 18:48:20.792493 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5aba26-df68-4202-a2c3-32612977b7be req-92c81439-0f77-4fe5-96df-e306eceb9d85 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:20.793978 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-6a5aba26-df68-4202-a2c3-32612977b7be req-92c81439-0f77-4fe5-96df-e306eceb9d85 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 943 time: 0.0682673 Jun 10 18:48:20.836942 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-6a5aba26-df68-4202-a2c3-32612977b7be req-361ce919-21b1-4e33-a5de-4b8b8059d9b8 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372245 Jun 10 18:48:20.885818 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c997621-f4a8-43f3-b23b-28019347f19a req-56823a40-b70a-4bdf-b16a-5c0f404d71e9 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:20.887263 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-9c997621-f4a8-43f3-b23b-28019347f19a req-56823a40-b70a-4bdf-b16a-5c0f404d71e9 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=11254c6c-c026-45c9-b2e2-064870268f10 HTTP/1.1" status: 200 len: 945 time: 0.0697038 Jun 10 18:48:20.927743 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-9c997621-f4a8-43f3-b23b-28019347f19a req-3a71f948-de02-4f22-9ad0-eb1c3213a424 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341809 Jun 10 18:48:21.546128 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59af5b23-bc6d-4fc5-b7d8-051ef743d1fe req-3754ecfd-092d-4bd4-a3f3-93e1e6976a7f tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:21.547552 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-59af5b23-bc6d-4fc5-b7d8-051ef743d1fe req-3754ecfd-092d-4bd4-a3f3-93e1e6976a7f tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dfd38ae-310d-4c3c-b40a-83004dbb0797 HTTP/1.1" status: 200 len: 944 time: 0.0702505 Jun 10 18:48:21.588951 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-59af5b23-bc6d-4fc5-b7d8-051ef743d1fe req-a474115b-ad4b-42a3-af68-a4fe7fcdc649 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc2e55c-47a1-47f8-a4f5-611ae6fb6623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351663 Jun 10 18:48:22.028506 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719b6869-0efd-42a3-b770-9c21c5ef6bf4 req-2c8dd2b5-26e1-4168-873f-387e4f410e43 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:22.030218 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-719b6869-0efd-42a3-b770-9c21c5ef6bf4 req-2c8dd2b5-26e1-4168-873f-387e4f410e43 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 943 time: 0.0784144 Jun 10 18:48:22.074823 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-719b6869-0efd-42a3-b770-9c21c5ef6bf4 req-292a5765-05e9-4933-9b3d-fb17a4c3478b tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389948 Jun 10 18:48:22.117280 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04122da2-2f6b-47ec-9626-1f529df4ab5e req-f598c0f9-ee2d-4de8-9356-1250354b82e6 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:22.118841 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-04122da2-2f6b-47ec-9626-1f529df4ab5e req-f598c0f9-ee2d-4de8-9356-1250354b82e6 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=11254c6c-c026-45c9-b2e2-064870268f10 HTTP/1.1" status: 200 len: 945 time: 0.0709889 Jun 10 18:48:22.159972 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-04122da2-2f6b-47ec-9626-1f529df4ab5e req-2a1c69f2-4e57-4e2a-978f-27e32c04e4d2 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354726 Jun 10 18:48:22.327056 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Device 76331b0e-aa76-4209-9101-3faadfe15b6d details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=98186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 18:48:22.459368 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] For port 76331b0e-aa76-4209-9101-3faadfe15b6d, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=76331b0e-aa76-4209-9101-3faadfe15b6d,segment=NetworkSegment(cce5025b-9a61-488a-a883-513d04362a8a),segment_id=cce5025b-9a61-488a-a883-513d04362a8a)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:48:22.471076 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Returning: {'device': '76331b0e-aa76-4209-9101-3faadfe15b6d', 'network_id': 'a9c6338b-27b7-4507-a101-996d60be3c98', 'port_id': '76331b0e-aa76-4209-9101-3faadfe15b6d', 'mac_address': 'fa:16:3e:f3:93:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8ea2a47-c287-4e16-9d1f-c9a7e0a2eaeb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 18:48:22.512982 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:22.527749 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.notifiers.nova [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76331b0e-aa76-4209-9101-3faadfe15b6d {{(pid=98186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 18:48:22.547537 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] For port 76331b0e-aa76-4209-9101-3faadfe15b6d, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=76331b0e-aa76-4209-9101-3faadfe15b6d,segment=NetworkSegment(cce5025b-9a61-488a-a883-513d04362a8a),segment_id=cce5025b-9a61-488a-a883-513d04362a8a)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:48:22.551075 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:22.552768 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:48:22.606979 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Pushing event updated for resources: {'Port': ['ID=76331b0e-aa76-4209-9101-3faadfe15b6d,revision_number=4']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:48:22.613839 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:48:22.614224 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:48:22.614722 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:48:22.615063 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:48:22.615403 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:48:22.615737 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:48:22.616071 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:48:22.616404 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:48:22.616737 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:48:22.617067 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:48:22.617486 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:48:22.617741 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:48:22.621632 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:48:22.764424 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d66b79e-f8e5-4494-8130-6eca34d28352 req-96d7c4b0-8e71-4b9c-87f3-78d13dfc3a6d tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:22.765822 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-5d66b79e-f8e5-4494-8130-6eca34d28352 req-96d7c4b0-8e71-4b9c-87f3-78d13dfc3a6d tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dfd38ae-310d-4c3c-b40a-83004dbb0797 HTTP/1.1" status: 200 len: 944 time: 0.0673146 Jun 10 18:48:22.806513 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-5d66b79e-f8e5-4494-8130-6eca34d28352 req-8fb52bfb-a438-41ad-9de5-567b2e8cf0ce tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc2e55c-47a1-47f8-a4f5-611ae6fb6623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347123 Jun 10 18:48:23.263163 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33696fb9-f8a8-458c-b112-396d70e8f4ba req-26a4a327-9130-49d0-9f5a-cb9fda6974b9 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:23.264663 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-33696fb9-f8a8-458c-b112-396d70e8f4ba req-26a4a327-9130-49d0-9f5a-cb9fda6974b9 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 944 time: 0.0741870 Jun 10 18:48:23.309041 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-33696fb9-f8a8-458c-b112-396d70e8f4ba req-64f7425b-e85b-4d2d-8888-6bab2b8db4ec tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379732 Jun 10 18:48:23.350863 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0b73ef-e52b-4987-a3ec-512d72b86d91 req-2391b498-3f3e-4d36-83a7-af803aa6409c tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:23.352257 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-1a0b73ef-e52b-4987-a3ec-512d72b86d91 req-2391b498-3f3e-4d36-83a7-af803aa6409c tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=11254c6c-c026-45c9-b2e2-064870268f10 HTTP/1.1" status: 200 len: 945 time: 0.0784788 Jun 10 18:48:23.393483 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-1a0b73ef-e52b-4987-a3ec-512d72b86d91 req-bb173e8c-82ee-48a1-8047-8df1b86e87c3 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357585 Jun 10 18:48:23.982538 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba652b6-e753-4227-a5fd-184599fe9439 req-56b67683-4794-4aa8-a636-7c6a7b95a118 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:23.983906 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-aba652b6-e753-4227-a5fd-184599fe9439 req-56b67683-4794-4aa8-a636-7c6a7b95a118 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dfd38ae-310d-4c3c-b40a-83004dbb0797 HTTP/1.1" status: 200 len: 944 time: 0.0676625 Jun 10 18:48:24.027346 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-aba652b6-e753-4227-a5fd-184599fe9439 req-46bb273c-9ff5-4ee0-87ff-08bb81a6a317 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc2e55c-47a1-47f8-a4f5-611ae6fb6623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378675 Jun 10 18:48:24.334851 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Device 0e4a93cf-a9fc-4b75-8bf7-0140ded974e5 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=98186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 18:48:24.458827 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] For port 0e4a93cf-a9fc-4b75-8bf7-0140ded974e5, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=0e4a93cf-a9fc-4b75-8bf7-0140ded974e5,segment=NetworkSegment(17dcff24-e9ed-43ca-b0d9-c821a6547efa),segment_id=17dcff24-e9ed-43ca-b0d9-c821a6547efa)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:48:24.477051 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Returning: {'device': '0e4a93cf-a9fc-4b75-8bf7-0140ded974e5', 'network_id': 'cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73', 'port_id': '0e4a93cf-a9fc-4b75-8bf7-0140ded974e5', 'mac_address': 'fa:16:3e:ce:60:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '450a2f52-17ce-4ffd-a311-633c3f5e5032', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 18:48:24.524788 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1679cc95-8abb-4411-a452-6580e5b67aa1 req-b04b36ba-54cc-4dba-9955-c5f5c75eba8f tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:24.526889 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-1679cc95-8abb-4411-a452-6580e5b67aa1 req-b04b36ba-54cc-4dba-9955-c5f5c75eba8f tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 944 time: 0.0906391 Jun 10 18:48:24.531680 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:24.551558 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.notifiers.nova [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e4a93cf-a9fc-4b75-8bf7-0140ded974e5 {{(pid=98186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 18:48:24.576514 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] For port 0e4a93cf-a9fc-4b75-8bf7-0140ded974e5, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=0e4a93cf-a9fc-4b75-8bf7-0140ded974e5,segment=NetworkSegment(17dcff24-e9ed-43ca-b0d9-c821a6547efa),segment_id=17dcff24-e9ed-43ca-b0d9-c821a6547efa)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:48:24.581842 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-1679cc95-8abb-4411-a452-6580e5b67aa1 req-10a26cda-44c3-45b0-83af-083aae86d020 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461743 Jun 10 18:48:24.583553 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:24.585791 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:48:24.615957 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8995b1e3-26b7-4d26-b00d-33412b7b8ccd req-637e1503-05ac-4bea-851e-dd880416bbb3 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:24.617574 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-8995b1e3-26b7-4d26-b00d-33412b7b8ccd req-637e1503-05ac-4bea-851e-dd880416bbb3 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=11254c6c-c026-45c9-b2e2-064870268f10 HTTP/1.1" status: 200 len: 945 time: 0.0789037 Jun 10 18:48:24.639687 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Pushing event updated for resources: {'Port': ['ID=0e4a93cf-a9fc-4b75-8bf7-0140ded974e5,revision_number=4']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:48:24.642695 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:48:24.659529 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-8995b1e3-26b7-4d26-b00d-33412b7b8ccd req-e7226ea1-56f6-4f3c-86d4-855c74161254 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363524 Jun 10 18:48:25.206289 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe883de2-6f4b-49cc-8486-92dd05bf22b3 req-4840e4e1-320d-4e05-98b0-0f0f9b6a24ed tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:25.207727 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-fe883de2-6f4b-49cc-8486-92dd05bf22b3 req-4840e4e1-320d-4e05-98b0-0f0f9b6a24ed tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dfd38ae-310d-4c3c-b40a-83004dbb0797 HTTP/1.1" status: 200 len: 945 time: 0.0727062 Jun 10 18:48:25.251281 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-fe883de2-6f4b-49cc-8486-92dd05bf22b3 req-4ff7b01c-dab0-4cc0-a53b-0f9be7013388 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc2e55c-47a1-47f8-a4f5-611ae6fb6623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375998 Jun 10 18:48:25.740183 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] get_ports_and_sgs() called for port_ids ['76331b0e-aa76-4209-9101-3faadfe15b6d'] {{(pid=98186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 18:48:25.773077 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a149525-f143-4978-ab76-311951bbfb51 req-1e91f35c-a9cc-4209-83bd-041945d52b3c tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:25.774734 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-0a149525-f143-4978-ab76-311951bbfb51 req-1e91f35c-a9cc-4209-83bd-041945d52b3c tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 944 time: 0.0744119 Jun 10 18:48:25.776847 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] get_ports_and_sgs() called for port_ids ['0e4a93cf-a9fc-4b75-8bf7-0140ded974e5'] {{(pid=98186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 18:48:25.820363 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-0a149525-f143-4978-ab76-311951bbfb51 req-5bc6e6df-77cd-493e-aebc-a8a3a6aaddf4 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374248 Jun 10 18:48:25.852771 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a006a4f5-7ca7-46f2-a71d-614ea180721b req-64b1c7ba-f9d2-4b26-8a3b-3bc5ea2d2d02 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:25.854327 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-a006a4f5-7ca7-46f2-a71d-614ea180721b req-64b1c7ba-f9d2-4b26-8a3b-3bc5ea2d2d02 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=11254c6c-c026-45c9-b2e2-064870268f10 HTTP/1.1" status: 200 len: 945 time: 0.0773158 Jun 10 18:48:25.897466 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-a006a4f5-7ca7-46f2-a71d-614ea180721b req-b307d3f5-6e15-4f78-96c1-cf53cf6de41d tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365102 Jun 10 18:48:26.336913 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Device 692ac797-465d-4209-b5b4-20092e61aa20 up at agent hyperv_hv-cinder-78626 {{(pid=98186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 18:48:26.400040 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Provisioning for port 692ac797-465d-4209-b5b4-20092e61aa20 completed by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 18:48:26.405098 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Provisioning complete for port 692ac797-465d-4209-b5b4-20092e61aa20 triggered by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 18:48:26.405633 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:26.441987 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b86b8b-19b1-4d31-a386-972adefc17e7 req-fcb1970e-2ec5-4b7a-9ef3-dc6c533fde6e tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:26.444149 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-90b86b8b-19b1-4d31-a386-972adefc17e7 req-fcb1970e-2ec5-4b7a-9ef3-dc6c533fde6e tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dfd38ae-310d-4c3c-b40a-83004dbb0797 HTTP/1.1" status: 200 len: 945 time: 0.0791519 Jun 10 18:48:26.504577 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-90b86b8b-19b1-4d31-a386-972adefc17e7 req-aa2a58c8-d233-4e4e-83aa-a7aa36c09188 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc2e55c-47a1-47f8-a4f5-611ae6fb6623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442698 Jun 10 18:48:26.504759 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:26.529906 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11254c6c-c026-45c9-b2e2-064870268f10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '692ac797-465d-4209-b5b4-20092e61aa20'}] {{(pid=98186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 18:48:26.532155 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c2f46a37dc9d9ea27ba47e2e5c887733d44c46f74833e79389795ef1d11a41d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e6d0f92-f2c4-4cb1-9cc6-17d9b25a6ff1" -d '{"events": [{"server_uuid": "11254c6c-c026-45c9-b2e2-064870268f10", "name": "network-vif-plugged", "status": "completed", "tag": "692ac797-465d-4209-b5b4-20092e61aa20"}]}' {{(pid=98186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 18:48:26.546241 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] For port 692ac797-465d-4209-b5b4-20092e61aa20, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=692ac797-465d-4209-b5b4-20092e61aa20,segment=NetworkSegment(8aad430c-f386-4a5a-bcc9-ad8b4eb8863a),segment_id=8aad430c-f386-4a5a-bcc9-ad8b4eb8863a)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:48:26.550597 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:26.552453 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-6379a893-62e0-4662-b2b0-e3e427235893 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:48:26.586910 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 18:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-093648f5-bd6d-4064-9ac1-93738062409e x-openstack-request-id: req-093648f5-bd6d-4064-9ac1-93738062409e {{(pid=98186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 18:48:26.587326 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11254c6c-c026-45c9-b2e2-064870268f10", "name": "network-vif-plugged", "status": "completed", "tag": "692ac797-465d-4209-b5b4-20092e61aa20", "code": 200}]} {{(pid=98186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 18:48:26.587591 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-093648f5-bd6d-4064-9ac1-93738062409e {{(pid=98186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 18:48:26.587981 dv-cinder-786260-4-iscsi neutron-server[98186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11254c6c-c026-45c9-b2e2-064870268f10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '692ac797-465d-4209-b5b4-20092e61aa20', 'code': 200} Jun 10 18:48:26.624542 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Pushing event updated for resources: {'Port': ['ID=692ac797-465d-4209-b5b4-20092e61aa20,revision_number=5']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:48:26.628007 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:48:26.905044 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f81d0-08bd-4e37-b749-95d32d1ed428 req-bb4823d9-338f-47c4-a002-5b202b0a1800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:26.906581 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-3f6f81d0-08bd-4e37-b749-95d32d1ed428 req-bb4823d9-338f-47c4-a002-5b202b0a1800 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=11254c6c-c026-45c9-b2e2-064870268f10 HTTP/1.1" status: 200 len: 1099 time: 0.0816185 Jun 10 18:48:26.950864 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-3f6f81d0-08bd-4e37-b749-95d32d1ed428 req-cde3e27d-5e1e-4e3d-b250-3853b42c832d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365539 Jun 10 18:48:27.253920 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20e817b-9f7d-4791-b785-1d9228a5bfae req-ac8d2776-2040-45a5-9645-24b79fdc0ee9 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:27.255350 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-a20e817b-9f7d-4791-b785-1d9228a5bfae req-ac8d2776-2040-45a5-9645-24b79fdc0ee9 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 944 time: 0.0850763 Jun 10 18:48:27.308573 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-a20e817b-9f7d-4791-b785-1d9228a5bfae req-696ddd26-d694-46ea-82cf-5cd81d57ac43 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450568 Jun 10 18:48:27.512982 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6626d560-9c3e-4e77-a210-3705283e10d8 req-5192cb01-d5e3-4152-92f4-9bd70deece2b tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:27.514471 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-6626d560-9c3e-4e77-a210-3705283e10d8 req-5192cb01-d5e3-4152-92f4-9bd70deece2b tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=11254c6c-c026-45c9-b2e2-064870268f10 HTTP/1.1" status: 200 len: 946 time: 0.0804377 Jun 10 18:48:27.560320 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-6626d560-9c3e-4e77-a210-3705283e10d8 req-9139f844-0bf2-4b61-a800-4122ffb2a51b tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400968 Jun 10 18:48:27.691531 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97207210-2eb9-4747-be9d-8925f76b0a0d req-176f8548-ca63-477b-a363-7761007bca46 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:27.693004 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-97207210-2eb9-4747-be9d-8925f76b0a0d req-176f8548-ca63-477b-a363-7761007bca46 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dfd38ae-310d-4c3c-b40a-83004dbb0797 HTTP/1.1" status: 200 len: 945 time: 0.0729296 Jun 10 18:48:27.734773 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-97207210-2eb9-4747-be9d-8925f76b0a0d req-7456730b-dfab-405a-bbe7-fafbb217dcf1 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc2e55c-47a1-47f8-a4f5-611ae6fb6623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354669 Jun 10 18:48:28.518407 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3635fb-309b-4a5f-9bab-017d135fedda req-863a0664-a9ed-420d-889d-70141ffd5eb9 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:28.520419 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-7a3635fb-309b-4a5f-9bab-017d135fedda req-863a0664-a9ed-420d-889d-70141ffd5eb9 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 944 time: 0.0865495 Jun 10 18:48:28.562660 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-7a3635fb-309b-4a5f-9bab-017d135fedda req-ac4c6fb5-6b7a-43fc-986a-c27d012191ee tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361822 Jun 10 18:48:28.564118 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 45974) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:48:28.669213 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-48021aca-0b14-4159-af79-4197a51c63de admin admin] Notify callbacks [] for security_group, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:28.741208 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bac57d-65df-4520-b6aa-cc8f7a8672ec req-4877905c-e147-4122-99ae-19a7931045a4 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:28.742726 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-60bac57d-65df-4520-b6aa-cc8f7a8672ec req-4877905c-e147-4122-99ae-19a7931045a4 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=11254c6c-c026-45c9-b2e2-064870268f10 HTTP/1.1" status: 200 len: 946 time: 0.0686755 Jun 10 18:48:28.764689 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-48021aca-0b14-4159-af79-4197a51c63de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:28.771077 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-48021aca-0b14-4159-af79-4197a51c63de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:28.781400 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:48:28.786178 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-60bac57d-65df-4520-b6aa-cc8f7a8672ec req-c76fce14-0e59-4620-b002-c588767e377c tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377805 Jun 10 18:48:28.820880 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-48021aca-0b14-4159-af79-4197a51c63de admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3138916459594ee3ac737a3ab9a16f32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2556086 Jun 10 18:48:28.821572 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48021aca-0b14-4159-af79-4197a51c63de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bc92b29-b7ad-453a-b57b-4486a7fac9d0,revision_number=1']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:48:28.823429 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 45982) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:48:28.828567 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48021aca-0b14-4159-af79-4197a51c63de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:48:28.828936 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48021aca-0b14-4159-af79-4197a51c63de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:48:28.829295 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48021aca-0b14-4159-af79-4197a51c63de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:48:28.829669 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48021aca-0b14-4159-af79-4197a51c63de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:48:28.830288 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48021aca-0b14-4159-af79-4197a51c63de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:48:28.830638 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48021aca-0b14-4159-af79-4197a51c63de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:48:28.830988 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48021aca-0b14-4159-af79-4197a51c63de admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:48:28.831332 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48021aca-0b14-4159-af79-4197a51c63de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:48:28.831752 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48021aca-0b14-4159-af79-4197a51c63de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:48:28.832099 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48021aca-0b14-4159-af79-4197a51c63de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:48:28.832440 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48021aca-0b14-4159-af79-4197a51c63de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:48:28.832779 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48021aca-0b14-4159-af79-4197a51c63de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:48:28.837300 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-48021aca-0b14-4159-af79-4197a51c63de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:48:28.880054 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-11bac9c8-0b9f-44ff-97bc-4b3c20bffee6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:28.903158 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-11bac9c8-0b9f-44ff-97bc-4b3c20bffee6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:28.922273 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5228840-d1ce-4e4f-b6bf-d96cd24eee6d req-d8994c88-bc15-4c47-b211-76d17476f335 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:28.923752 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-f5228840-d1ce-4e4f-b6bf-d96cd24eee6d req-d8994c88-bc15-4c47-b211-76d17476f335 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dfd38ae-310d-4c3c-b40a-83004dbb0797 HTTP/1.1" status: 200 len: 945 time: 0.0695460 Jun 10 18:48:28.957559 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-11bac9c8-0b9f-44ff-97bc-4b3c20bffee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:28.960555 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-11bac9c8-0b9f-44ff-97bc-4b3c20bffee6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:28.961898 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-11bac9c8-0b9f-44ff-97bc-4b3c20bffee6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0bc92b29-b7ad-453a-b57b-4486a7fac9d0 HTTP/1.1" status: 204 len: 168 time: 0.1371093 Jun 10 18:48:28.962381 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:48:28.966374 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-f5228840-d1ce-4e4f-b6bf-d96cd24eee6d req-0aa2ee09-a74e-460c-bcad-66df81c88a68 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc2e55c-47a1-47f8-a4f5-611ae6fb6623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361733 Jun 10 18:48:28.971428 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bac9c8-0b9f-44ff-97bc-4b3c20bffee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bc92b29-b7ad-453a-b57b-4486a7fac9d0,revision_number=None']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:48:28.983441 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bac9c8-0b9f-44ff-97bc-4b3c20bffee6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:48:28.983808 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bac9c8-0b9f-44ff-97bc-4b3c20bffee6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:48:28.984164 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bac9c8-0b9f-44ff-97bc-4b3c20bffee6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:48:28.984527 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bac9c8-0b9f-44ff-97bc-4b3c20bffee6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:48:28.984871 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bac9c8-0b9f-44ff-97bc-4b3c20bffee6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:48:28.985223 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bac9c8-0b9f-44ff-97bc-4b3c20bffee6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:48:28.985588 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bac9c8-0b9f-44ff-97bc-4b3c20bffee6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:48:28.985938 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bac9c8-0b9f-44ff-97bc-4b3c20bffee6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:48:28.986284 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bac9c8-0b9f-44ff-97bc-4b3c20bffee6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:48:28.986729 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bac9c8-0b9f-44ff-97bc-4b3c20bffee6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:48:28.987129 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bac9c8-0b9f-44ff-97bc-4b3c20bffee6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:48:28.987408 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bac9c8-0b9f-44ff-97bc-4b3c20bffee6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:48:28.991393 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-11bac9c8-0b9f-44ff-97bc-4b3c20bffee6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:48:29.231455 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 45992) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:48:29.247781 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-b131014b-37eb-45f3-bffe-982e0a8efcb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:29.341510 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-b131014b-37eb-45f3-bffe-982e0a8efcb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:29.345062 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-b131014b-37eb-45f3-bffe-982e0a8efcb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:29.347299 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-a75e69c8-7759-45e7-8fc0-fcc2b0213565 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:48:29.386645 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-b131014b-37eb-45f3-bffe-982e0a8efcb6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=45735d05f4bc4193ac49c60f837747b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1540756 Jun 10 18:48:29.387354 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b131014b-37eb-45f3-bffe-982e0a8efcb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bbc5b4a-5383-408d-904f-11beb6a603c5,revision_number=1']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:48:29.389363 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 45994) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:48:29.390256 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-b131014b-37eb-45f3-bffe-982e0a8efcb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:48:29.442114 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-27ebb794-0324-4d86-82aa-ec301faf29b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:29.465257 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-27ebb794-0324-4d86-82aa-ec301faf29b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:29.514016 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-27ebb794-0324-4d86-82aa-ec301faf29b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:29.516705 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-27ebb794-0324-4d86-82aa-ec301faf29b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:29.520165 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-27ebb794-0324-4d86-82aa-ec301faf29b0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5bbc5b4a-5383-408d-904f-11beb6a603c5 HTTP/1.1" status: 204 len: 168 time: 0.1273897 Jun 10 18:48:29.520165 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:48:29.529064 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebb794-0324-4d86-82aa-ec301faf29b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bbc5b4a-5383-408d-904f-11beb6a603c5,revision_number=None']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:48:29.531317 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-27ebb794-0324-4d86-82aa-ec301faf29b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:48:29.617369 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Device 76331b0e-aa76-4209-9101-3faadfe15b6d up at agent hyperv_hv-cinder-78626 {{(pid=98186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 18:48:29.686727 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Provisioning for port 76331b0e-aa76-4209-9101-3faadfe15b6d completed by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 18:48:29.691685 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Provisioning complete for port 76331b0e-aa76-4209-9101-3faadfe15b6d triggered by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 18:48:29.692235 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:29.780750 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba456d1-9f98-4eae-b6bb-5a9c8ff34359 req-7d9ea75e-966c-46b2-b81d-cb346a79327b tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:29.782356 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-4ba456d1-9f98-4eae-b6bb-5a9c8ff34359 req-7d9ea75e-966c-46b2-b81d-cb346a79327b tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 944 time: 0.0711789 Jun 10 18:48:29.793978 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:29.821704 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '135f92c8-e0cb-4946-a349-7e8f9d30c078', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76331b0e-aa76-4209-9101-3faadfe15b6d'}] {{(pid=98186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 18:48:29.824477 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c2f46a37dc9d9ea27ba47e2e5c887733d44c46f74833e79389795ef1d11a41d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8841eb7-6003-413d-9338-4a667b6b67cd" -d '{"events": [{"server_uuid": "135f92c8-e0cb-4946-a349-7e8f9d30c078", "name": "network-vif-plugged", "status": "completed", "tag": "76331b0e-aa76-4209-9101-3faadfe15b6d"}]}' {{(pid=98186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 18:48:29.838845 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-4ba456d1-9f98-4eae-b6bb-5a9c8ff34359 req-8a0d80be-1025-4688-b871-5ca2527a594e tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504735 Jun 10 18:48:29.850195 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] For port 76331b0e-aa76-4209-9101-3faadfe15b6d, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=76331b0e-aa76-4209-9101-3faadfe15b6d,segment=NetworkSegment(cce5025b-9a61-488a-a883-513d04362a8a),segment_id=cce5025b-9a61-488a-a883-513d04362a8a)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:48:29.870210 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:29.871110 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Device 0e4a93cf-a9fc-4b75-8bf7-0140ded974e5 up at agent hyperv_hv-cinder-78626 {{(pid=98186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 18:48:29.872984 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:48:29.933375 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 18:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ce7d5da-3a90-4c33-b636-6948237d7681 x-openstack-request-id: req-4ce7d5da-3a90-4c33-b636-6948237d7681 {{(pid=98186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 18:48:29.933697 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "135f92c8-e0cb-4946-a349-7e8f9d30c078", "name": "network-vif-plugged", "status": "completed", "tag": "76331b0e-aa76-4209-9101-3faadfe15b6d", "code": 200}]} {{(pid=98186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 18:48:29.933970 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4ce7d5da-3a90-4c33-b636-6948237d7681 {{(pid=98186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 18:48:29.934374 dv-cinder-786260-4-iscsi neutron-server[98186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '135f92c8-e0cb-4946-a349-7e8f9d30c078', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76331b0e-aa76-4209-9101-3faadfe15b6d', 'code': 200} Jun 10 18:48:29.978052 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Pushing event updated for resources: {'Port': ['ID=76331b0e-aa76-4209-9101-3faadfe15b6d,revision_number=5']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:48:29.981671 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:48:29.992504 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507354f5-5784-4c12-b036-e5406a1dcb7b req-8e88c900-8a81-424d-8f6c-93d614fd7c2b tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:29.997144 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Provisioning for port 0e4a93cf-a9fc-4b75-8bf7-0140ded974e5 completed by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 18:48:29.999853 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-507354f5-5784-4c12-b036-e5406a1dcb7b req-8e88c900-8a81-424d-8f6c-93d614fd7c2b tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=11254c6c-c026-45c9-b2e2-064870268f10 HTTP/1.1" status: 200 len: 946 time: 0.0843256 Jun 10 18:48:30.003048 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Provisioning complete for port 0e4a93cf-a9fc-4b75-8bf7-0140ded974e5 triggered by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 18:48:30.007528 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:30.047436 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-507354f5-5784-4c12-b036-e5406a1dcb7b req-e8085332-2ba7-49d6-81a3-3353bab0dd43 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465279 Jun 10 18:48:30.119705 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:30.163011 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] For port 0e4a93cf-a9fc-4b75-8bf7-0140ded974e5, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=0e4a93cf-a9fc-4b75-8bf7-0140ded974e5,segment=NetworkSegment(17dcff24-e9ed-43ca-b0d9-c821a6547efa),segment_id=17dcff24-e9ed-43ca-b0d9-c821a6547efa)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:48:30.167390 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:30.169227 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:48:30.172684 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49815ab4-5e42-4a05-bed1-2b7c93fbf63b req-729d6501-18d0-4788-9212-b102291bfbec tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:30.174415 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-49815ab4-5e42-4a05-bed1-2b7c93fbf63b req-729d6501-18d0-4788-9212-b102291bfbec tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dfd38ae-310d-4c3c-b40a-83004dbb0797 HTTP/1.1" status: 200 len: 945 time: 0.0837314 Jun 10 18:48:30.219058 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-49815ab4-5e42-4a05-bed1-2b7c93fbf63b req-d0f78276-c3f9-4ad1-8982-bed77f4d20a0 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc2e55c-47a1-47f8-a4f5-611ae6fb6623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379736 Jun 10 18:48:30.225806 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Pushing event updated for resources: {'Port': ['ID=0e4a93cf-a9fc-4b75-8bf7-0140ded974e5,revision_number=5']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:48:30.235012 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:48:31.038312 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7134bc-73b5-4a7d-82bf-2542ddfa79bc req-64b4ebfc-3543-452b-87ad-8f02d7064a48 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:31.039775 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-1f7134bc-73b5-4a7d-82bf-2542ddfa79bc req-64b4ebfc-3543-452b-87ad-8f02d7064a48 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 945 time: 0.0768797 Jun 10 18:48:31.092399 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-1f7134bc-73b5-4a7d-82bf-2542ddfa79bc req-e5c1044f-6fb0-4227-8970-5fb496023047 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467021 Jun 10 18:48:31.232104 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4b1099-7630-4355-bab0-f46bcd39d706 req-052cb0ec-7613-4b31-8fea-dec25bcd9f0f tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:31.233773 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-df4b1099-7630-4355-bab0-f46bcd39d706 req-052cb0ec-7613-4b31-8fea-dec25bcd9f0f tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=11254c6c-c026-45c9-b2e2-064870268f10 HTTP/1.1" status: 200 len: 946 time: 0.0782096 Jun 10 18:48:31.281471 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-df4b1099-7630-4355-bab0-f46bcd39d706 req-450639e4-5b32-4b29-8cbb-cfd6ed33ec00 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394804 Jun 10 18:48:31.416934 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45880396-7c8a-4184-b05f-06f24ecf9478 req-6a39ed39-7f36-4b88-99e4-6aee2a6c5055 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:31.418406 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-45880396-7c8a-4184-b05f-06f24ecf9478 req-6a39ed39-7f36-4b88-99e4-6aee2a6c5055 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dfd38ae-310d-4c3c-b40a-83004dbb0797 HTTP/1.1" status: 200 len: 946 time: 0.0734549 Jun 10 18:48:31.461002 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-45880396-7c8a-4184-b05f-06f24ecf9478 req-0edfed92-e6af-422f-a30c-bd502071c979 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc2e55c-47a1-47f8-a4f5-611ae6fb6623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370080 Jun 10 18:48:31.935237 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dfd38ae-310d-4c3c-b40a-83004dbb0797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e4a93cf-a9fc-4b75-8bf7-0140ded974e5'}] {{(pid=98186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 18:48:31.937621 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c2f46a37dc9d9ea27ba47e2e5c887733d44c46f74833e79389795ef1d11a41d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b00268b9-986f-43ed-b616-76f1a3acc982" -d '{"events": [{"server_uuid": "8dfd38ae-310d-4c3c-b40a-83004dbb0797", "name": "network-vif-plugged", "status": "completed", "tag": "0e4a93cf-a9fc-4b75-8bf7-0140ded974e5"}]}' {{(pid=98186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 18:48:31.972040 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 18:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e023feed-1e81-48d8-9322-0c079631bc63 x-openstack-request-id: req-e023feed-1e81-48d8-9322-0c079631bc63 {{(pid=98186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 18:48:31.972342 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dfd38ae-310d-4c3c-b40a-83004dbb0797", "name": "network-vif-plugged", "status": "completed", "tag": "0e4a93cf-a9fc-4b75-8bf7-0140ded974e5", "code": 200}]} {{(pid=98186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 18:48:31.972607 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e023feed-1e81-48d8-9322-0c079631bc63 {{(pid=98186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 18:48:31.973002 dv-cinder-786260-4-iscsi neutron-server[98186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dfd38ae-310d-4c3c-b40a-83004dbb0797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e4a93cf-a9fc-4b75-8bf7-0140ded974e5', 'code': 200} Jun 10 18:48:32.265786 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c7e34f-6c9c-4772-9d1e-b5506524abe3 req-0025614d-5e37-4a35-8a70-e7de37766143 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:32.267252 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-b6c7e34f-6c9c-4772-9d1e-b5506524abe3 req-0025614d-5e37-4a35-8a70-e7de37766143 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 945 time: 0.0685320 Jun 10 18:48:32.308873 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-b6c7e34f-6c9c-4772-9d1e-b5506524abe3 req-c9dc1a53-225a-4a23-bdf2-4c363351fd09 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354981 Jun 10 18:48:32.469219 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f811c549-8e14-4db4-a4f2-f5f091e3802d req-99a0abbd-0dfc-4a17-b724-affb46d69c4c tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:32.470710 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-f811c549-8e14-4db4-a4f2-f5f091e3802d req-99a0abbd-0dfc-4a17-b724-affb46d69c4c tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=11254c6c-c026-45c9-b2e2-064870268f10 HTTP/1.1" status: 200 len: 946 time: 0.0730062 Jun 10 18:48:32.513420 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-f811c549-8e14-4db4-a4f2-f5f091e3802d req-0967dd80-48be-4c2e-a97f-266f4dfffcc3 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363600 Jun 10 18:48:32.659539 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dd6338-28b5-4b0e-a12a-fd121bf8dd8d req-16a644a8-c640-48af-b3f5-302dd07628a2 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:32.661036 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-c8dd6338-28b5-4b0e-a12a-fd121bf8dd8d req-16a644a8-c640-48af-b3f5-302dd07628a2 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dfd38ae-310d-4c3c-b40a-83004dbb0797 HTTP/1.1" status: 200 len: 946 time: 0.0839076 Jun 10 18:48:32.711240 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-c8dd6338-28b5-4b0e-a12a-fd121bf8dd8d req-bc1aa57e-0ca5-4471-a784-3ae59618294d tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc2e55c-47a1-47f8-a4f5-611ae6fb6623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425332 Jun 10 18:48:32.824633 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bea899-94db-4ca3-bb2d-9531e53f7d36 req-5358c281-766e-4c26-8a40-81f92373255f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:32.824950 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe500c2-39df-40bb-a3d9-24f166e9a20a req-47275f8e-e816-4342-8dd5-850f29aaa3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:32.826151 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-51bea899-94db-4ca3-bb2d-9531e53f7d36 req-5358c281-766e-4c26-8a40-81f92373255f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8dfd38ae-310d-4c3c-b40a-83004dbb0797 HTTP/1.1" status: 200 len: 1099 time: 0.0566931 Jun 10 18:48:32.826425 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-efe500c2-39df-40bb-a3d9-24f166e9a20a req-47275f8e-e816-4342-8dd5-850f29aaa3e9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 1098 time: 0.0589623 Jun 10 18:48:32.877818 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-51bea899-94db-4ca3-bb2d-9531e53f7d36 req-eee2ab91-8e1a-47f6-98ff-f5fa6c108976 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=7fc2e55c-47a1-47f8-a4f5-611ae6fb6623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320785 Jun 10 18:48:32.878093 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-efe500c2-39df-40bb-a3d9-24f166e9a20a req-e0ccc944-e7e5-44a7-8840-c2088949b645 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328054 Jun 10 18:48:33.502911 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f3f63d-33a1-4d69-9839-874a8993ce54 req-43cbf89b-4954-481a-b5ef-79db9cef64d2 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:33.504408 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-c6f3f63d-33a1-4d69-9839-874a8993ce54 req-43cbf89b-4954-481a-b5ef-79db9cef64d2 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 945 time: 0.0768969 Jun 10 18:48:33.550535 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-c6f3f63d-33a1-4d69-9839-874a8993ce54 req-ce70d714-9e8c-4a97-b805-2a9af0dfc318 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390513 Jun 10 18:48:33.880248 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f4a39f-6643-4f94-b71a-a5f567f8bfcd req-32ce6517-ab68-4543-bfb9-b64e32fc3e3b tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:33.882685 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-b6f4a39f-6643-4f94-b71a-a5f567f8bfcd req-32ce6517-ab68-4543-bfb9-b64e32fc3e3b tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=11254c6c-c026-45c9-b2e2-064870268f10 HTTP/1.1" status: 200 len: 946 time: 0.0948789 Jun 10 18:48:33.928512 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-b6f4a39f-6643-4f94-b71a-a5f567f8bfcd req-f4f8e4f4-7ce3-4f23-97c6-0a4766458895 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392225 Jun 10 18:48:33.938826 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7814c924-5c17-4d5b-bfc9-7a4c27366eff req-4404d556-e401-4c34-aad3-f58c112ff647 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:33.940547 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-7814c924-5c17-4d5b-bfc9-7a4c27366eff req-4404d556-e401-4c34-aad3-f58c112ff647 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dfd38ae-310d-4c3c-b40a-83004dbb0797 HTTP/1.1" status: 200 len: 946 time: 0.0798104 Jun 10 18:48:33.994033 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-7814c924-5c17-4d5b-bfc9-7a4c27366eff req-873f5a9b-9e47-4974-ae06-955a0a689a55 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc2e55c-47a1-47f8-a4f5-611ae6fb6623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467675 Jun 10 18:48:34.737536 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e7cb04-6be9-4236-9d47-60d0110a97cc req-4be959c0-69ad-4463-a4e8-ed4bc7f8a24b tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:34.738986 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-e3e7cb04-6be9-4236-9d47-60d0110a97cc req-4be959c0-69ad-4463-a4e8-ed4bc7f8a24b tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 945 time: 0.0682714 Jun 10 18:48:34.782103 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-e3e7cb04-6be9-4236-9d47-60d0110a97cc req-a2d7949e-09d1-4715-8939-e1c43eab044a tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370238 Jun 10 18:48:35.213622 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf949e4-337b-4254-a6f3-94890f57a761 req-b6856e86-b417-4cb0-bdaf-2fb614d4a044 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:35.215302 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-7cf949e4-337b-4254-a6f3-94890f57a761 req-b6856e86-b417-4cb0-bdaf-2fb614d4a044 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dfd38ae-310d-4c3c-b40a-83004dbb0797 HTTP/1.1" status: 200 len: 946 time: 0.1005781 Jun 10 18:48:35.298912 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-7cf949e4-337b-4254-a6f3-94890f57a761 req-ae1a0f66-5509-4f97-b9eb-f761f9f66772 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc2e55c-47a1-47f8-a4f5-611ae6fb6623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770631 Jun 10 18:48:35.353045 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 46174) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:48:35.385835 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d119b607-06ab-4fed-ab7a-d48a4db520f7 req-e4c29411-c6a2-4250-97ad-c8449ca1ec68 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:35.390414 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-d119b607-06ab-4fed-ab7a-d48a4db520f7 req-e4c29411-c6a2-4250-97ad-c8449ca1ec68 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=11254c6c-c026-45c9-b2e2-064870268f10 HTTP/1.1" status: 200 len: 946 time: 0.3370378 Jun 10 18:48:35.449599 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-d119b607-06ab-4fed-ab7a-d48a4db520f7 req-c5c5175d-ff57-4de3-9285-24fa3ecbab56 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502636 Jun 10 18:48:35.572991 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-e2cd4fc8-0fb4-4c99-a199-ff8869e1eba6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:35.728041 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-e2cd4fc8-0fb4-4c99-a199-ff8869e1eba6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:35.733181 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-e2cd4fc8-0fb4-4c99-a199-ff8869e1eba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:35.735747 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-f0ba937b-9e04-48d8-9397-e22526e6b009 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:48:35.782000 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-e2cd4fc8-0fb4-4c99-a199-ff8869e1eba6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=001162bf01da4947a3a1554a91323cb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4270799 Jun 10 18:48:35.783352 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 46196) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:48:35.787998 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cd4fc8-0fb4-4c99-a199-ff8869e1eba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e281822-e994-44e4-b92d-83498d22d3d2,revision_number=1']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:48:35.796131 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-e2cd4fc8-0fb4-4c99-a199-ff8869e1eba6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:48:35.953271 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-b36852c8-a746-484a-8bcd-c9e0d07d0672 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:35.994562 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7164b3b5-27e8-424c-96a9-416f5f5cfd52 req-d8311323-805e-4bc6-a42f-27c9789e3bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:35.996330 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-7164b3b5-27e8-424c-96a9-416f5f5cfd52 req-d8311323-805e-4bc6-a42f-27c9789e3bcf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a9d7cab2e80a4790a3c08dfa4dc50427&device_id=11254c6c-c026-45c9-b2e2-064870268f10 HTTP/1.1" status: 200 len: 1099 time: 0.1654944 Jun 10 18:48:35.996632 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f26889-dda4-46fa-a1e3-6c328ecbd1a2 req-3249304c-4575-4cb1-923d-49d36d4b45ba tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:36.001912 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-00f26889-dda4-46fa-a1e3-6c328ecbd1a2 req-3249304c-4575-4cb1-923d-49d36d4b45ba tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 945 time: 0.0855658 Jun 10 18:48:36.002070 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-b36852c8-a746-484a-8bcd-c9e0d07d0672 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:36.045703 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-00f26889-dda4-46fa-a1e3-6c328ecbd1a2 req-36a7e96e-a16a-4050-afb1-1002e8719b97 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417190 Jun 10 18:48:36.126738 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adb23a3-64ef-4c30-91af-2c3eeed6d0a4 req-1558bec2-1b15-442b-9cea-a263fad9ba7c tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:36.128260 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-6adb23a3-64ef-4c30-91af-2c3eeed6d0a4 req-1558bec2-1b15-442b-9cea-a263fad9ba7c tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=11254c6c-c026-45c9-b2e2-064870268f10 HTTP/1.1" status: 200 len: 946 time: 0.2235172 Jun 10 18:48:36.184258 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7164b3b5-27e8-424c-96a9-416f5f5cfd52 req-60b9641a-3f5d-4a7a-9b2f-ad7c696a2d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:36.185766 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-7164b3b5-27e8-424c-96a9-416f5f5cfd52 req-60b9641a-3f5d-4a7a-9b2f-ad7c696a2d41 service neutron] 10.222.0.39 "GET /v2.0/networks?id=36c601fb-9272-4d67-b287-4990129f2e5f HTTP/1.1" status: 200 len: 919 time: 0.1804264 Jun 10 18:48:36.186337 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-b36852c8-a746-484a-8bcd-c9e0d07d0672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:36.188854 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-b36852c8-a746-484a-8bcd-c9e0d07d0672 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:36.189871 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-b36852c8-a746-484a-8bcd-c9e0d07d0672 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7e281822-e994-44e4-b92d-83498d22d3d2 HTTP/1.1" status: 204 len: 168 time: 0.4050927 Jun 10 18:48:36.196565 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-b8ead215-8416-4ac5-94b7-dfc479da13c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:48:36.220218 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-6adb23a3-64ef-4c30-91af-2c3eeed6d0a4 req-4b1b2d1e-d1fb-46e1-a3e5-9eb037f4633a tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800486 Jun 10 18:48:36.247236 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18221733-20d7-4d35-8514-2356891fea75 req-f7eb846c-9f14-4067-8be3-98cd722f7ab0 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:36.247236 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-18221733-20d7-4d35-8514-2356891fea75 req-f7eb846c-9f14-4067-8be3-98cd722f7ab0 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 945 time: 0.0798461 Jun 10 18:48:36.248469 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 46208) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:48:36.253065 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.v2.base [None req-e54f1041-5d93-400e-8774-70c047709010 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Request body: {'floatingip': {'port_id': '76331b0e-aa76-4209-9101-3faadfe15b6d'}} {{(pid=98184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:48:36.263071 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36852c8-a746-484a-8bcd-c9e0d07d0672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e281822-e994-44e4-b92d-83498d22d3d2,revision_number=None']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:48:36.265841 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-b36852c8-a746-484a-8bcd-c9e0d07d0672 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:48:36.268104 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-7164b3b5-27e8-424c-96a9-416f5f5cfd52 req-1c1a1572-c74a-47d7-9f71-0acfef7df16b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=692ac797-465d-4209-b5b4-20092e61aa20 HTTP/1.1" status: 200 len: 217 time: 0.0642209 Jun 10 18:48:36.341083 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-e54f1041-5d93-400e-8774-70c047709010 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Notify callbacks [] for floatingip, before_update {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:36.499676 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 46214) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:48:36.515393 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-4caf0edb-637d-4c89-b4e5-86922e9ada9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:36.611501 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-4caf0edb-637d-4c89-b4e5-86922e9ada9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:36.615206 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-4caf0edb-637d-4c89-b4e5-86922e9ada9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:36.617538 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:48:36.655339 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caf0edb-637d-4c89-b4e5-86922e9ada9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32a326ba-1538-432d-925c-b09936a1a012,revision_number=1']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:48:36.662949 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-4caf0edb-637d-4c89-b4e5-86922e9ada9c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3a2cee2a6d314529aa79c25388868904&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1611946 Jun 10 18:48:36.663920 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-4caf0edb-637d-4c89-b4e5-86922e9ada9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:48:36.664383 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 46218) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:48:36.682266 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cca029e-3ced-49f9-8026-187a7d37434e req-55cd906b-035b-43b9-ae1d-7828c0082bd8 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:36.689531 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-6cca029e-3ced-49f9-8026-187a7d37434e req-55cd906b-035b-43b9-ae1d-7828c0082bd8 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dfd38ae-310d-4c3c-b40a-83004dbb0797 HTTP/1.1" status: 200 len: 946 time: 0.2510455 Jun 10 18:48:36.735136 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-381ab58c-3ba0-4666-8394-3fb832b86aeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:36.753091 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-6cca029e-3ced-49f9-8026-187a7d37434e req-fedf2e4d-c675-4794-aa48-aa0054b762e0 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc2e55c-47a1-47f8-a4f5-611ae6fb6623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635724 Jun 10 18:48:36.760293 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-381ab58c-3ba0-4666-8394-3fb832b86aeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:36.813817 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-381ab58c-3ba0-4666-8394-3fb832b86aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:36.817290 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-381ab58c-3ba0-4666-8394-3fb832b86aeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:36.821815 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-381ab58c-3ba0-4666-8394-3fb832b86aeb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/32a326ba-1538-432d-925c-b09936a1a012 HTTP/1.1" status: 204 len: 168 time: 0.1540499 Jun 10 18:48:36.821815 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-025579f0-2fdc-4df1-9045-72856219d697 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:48:36.830065 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381ab58c-3ba0-4666-8394-3fb832b86aeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a326ba-1538-432d-925c-b09936a1a012,revision_number=None']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:48:36.832846 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-381ab58c-3ba0-4666-8394-3fb832b86aeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:48:36.983843 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b2cafc-db5a-4f96-bb1e-af0bddde0053 req-a97966f3-f8e2-498d-be68-9dd5ef771630 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:36.985335 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-f1b2cafc-db5a-4f96-bb1e-af0bddde0053 req-a97966f3-f8e2-498d-be68-9dd5ef771630 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dfd38ae-310d-4c3c-b40a-83004dbb0797 HTTP/1.1" status: 200 len: 946 time: 0.0836425 Jun 10 18:48:36.995681 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 46230) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:48:37.002960 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.v2.base [None req-3bb018dd-8c41-4fc4-a1ef-072bf235f7bf tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Request body: {'floatingip': {'port_id': '0e4a93cf-a9fc-4b75-8bf7-0140ded974e5'}} {{(pid=98185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:48:37.118464 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-3bb018dd-8c41-4fc4-a1ef-072bf235f7bf tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Notify callbacks [] for floatingip, before_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:37.298200 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.db.resource_extend [None req-e54f1041-5d93-400e-8774-70c047709010 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 10 18:48:37.439117 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-e54f1041-5d93-400e-8774-70c047709010 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:37.450740 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-e54f1041-5d93-400e-8774-70c047709010 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4045568'] for floatingip, after_update {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:37.511191 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c87c162-ae59-4bbe-8091-d4e761672861 req-af56aa18-62ff-4585-9c33-728bde58ff9d tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:37.512684 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-9c87c162-ae59-4bbe-8091-d4e761672861 req-af56aa18-62ff-4585-9c33-728bde58ff9d tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=11254c6c-c026-45c9-b2e2-064870268f10 HTTP/1.1" status: 200 len: 946 time: 0.1598473 Jun 10 18:48:37.617222 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-9c87c162-ae59-4bbe-8091-d4e761672861 req-59935359-fd85-4986-8c20-3c09d1495ee8 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586386 Jun 10 18:48:37.645295 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.db.l3_db [None req-e54f1041-5d93-400e-8774-70c047709010 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Floating IP eced0e01-2d36-4da0-936d-b13cda7f21d0 associated. External IP: 172.27.3.215, port: 76331b0e-aa76-4209-9101-3faadfe15b6d. Jun 10 18:48:37.982659 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e54f1041-5d93-400e-8774-70c047709010 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Router b861166f-894e-4d66-9439-d4d81a6d306d has already been hosted by L3 agent 1661496b-b13c-41e5-8e80-f6a07c138e01 {{(pid=98184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 18:48:38.131305 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-3bb018dd-8c41-4fc4-a1ef-072bf235f7bf tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:38.136510 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-3bb018dd-8c41-4fc4-a1ef-072bf235f7bf tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4045568'] for floatingip, after_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:38.162809 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e54f1041-5d93-400e-8774-70c047709010 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Notify agent at l3_agent.dv-cinder-786260-4-iscsi the message routers_updated {{(pid=98184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 18:48:38.168469 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-e54f1041-5d93-400e-8774-70c047709010 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230521'] for floatingip, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:38.181432 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34615533-7bb7-4f8e-9f43-9b51397a4d63 None None] Sync routers for ids ['b861166f-894e-4d66-9439-d4d81a6d306d'] in dv-cinder-786260-4-iscsi {{(pid=98187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 18:48:38.191187 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34615533-7bb7-4f8e-9f43-9b51397a4d63 None None] Routers {'b861166f-894e-4d66-9439-d4d81a6d306d'} bound to L3 agent in host dv-cinder-786260-4-iscsi {{(pid=98187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 18:48:38.191688 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_hamode_db [None req-34615533-7bb7-4f8e-9f43-9b51397a4d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T18:39:44Z,description=,heartbeat_timestamp=2021-06-10T18:48:14Z,host='dv-cinder-786260-4-iscsi',id=1661496b-b13c-41e5-8e80-f6a07c138e01,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T18:39:44Z,topic='l3_agent')) {'router_ids': ['b861166f-894e-4d66-9439-d4d81a6d306d'], 'active': True} {{(pid=98187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:48:38.225099 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-e54f1041-5d93-400e-8774-70c047709010 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "PUT /v2.0/floatingips/eced0e01-2d36-4da0-936d-b13cda7f21d0 HTTP/1.1" status: 200 len: 991 time: 1.9746509 Jun 10 18:48:38.226254 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '135f92c8-e0cb-4946-a349-7e8f9d30c078', 'tag': '76331b0e-aa76-4209-9101-3faadfe15b6d'}] {{(pid=98184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 18:48:38.229314 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb56d522721b4b5adfc42fa723f2f3515f3582caf8bc0113b3f39c2a7fe625ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a49a223d-df78-4fbd-8f8a-223353109b89" -d '{"events": [{"name": "network-changed", "server_uuid": "135f92c8-e0cb-4946-a349-7e8f9d30c078", "tag": "76331b0e-aa76-4209-9101-3faadfe15b6d"}]}' {{(pid=98184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 18:48:38.316756 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 18:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b07d30e-866b-46ca-8021-34af7f00af40 x-openstack-request-id: req-4b07d30e-866b-46ca-8021-34af7f00af40 {{(pid=98184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 18:48:38.317427 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "135f92c8-e0cb-4946-a349-7e8f9d30c078", "tag": "76331b0e-aa76-4209-9101-3faadfe15b6d", "status": "completed", "code": 200}]} {{(pid=98184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 18:48:38.317427 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4b07d30e-866b-46ca-8021-34af7f00af40 {{(pid=98184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 18:48:38.317783 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '135f92c8-e0cb-4946-a349-7e8f9d30c078', 'tag': '76331b0e-aa76-4209-9101-3faadfe15b6d', 'status': 'completed', 'code': 200} Jun 10 18:48:38.318603 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.db.l3_db [None req-3bb018dd-8c41-4fc4-a1ef-072bf235f7bf tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Floating IP 18513511-5539-44df-a48c-bee27030e78d associated. External IP: 172.27.3.249, port: 0e4a93cf-a9fc-4b75-8bf7-0140ded974e5. Jun 10 18:48:38.349708 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_dvr_db [None req-34615533-7bb7-4f8e-9f43-9b51397a4d63 None None] Set router b861166f-894e-4d66-9439-d4d81a6d306d gateway port host: dv-cinder-786260-4-iscsi {{(pid=98187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 18:48:38.642205 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7164b3b5-27e8-424c-96a9-416f5f5cfd52 req-5e5eb41d-435d-4382-9856-fb0397c17c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:38.643584 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-7164b3b5-27e8-424c-96a9-416f5f5cfd52 req-5e5eb41d-435d-4382-9856-fb0397c17c76 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7cc0a94e-b476-4d1d-b3df-5e3104af9a91 HTTP/1.1" status: 200 len: 858 time: 0.1157882 Jun 10 18:48:38.681201 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bb018dd-8c41-4fc4-a1ef-072bf235f7bf tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Router 8487688f-289a-4efb-a1b4-65fefc025a43 has already been hosted by L3 agent 1661496b-b13c-41e5-8e80-f6a07c138e01 {{(pid=98185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 18:48:38.692090 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 46288) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:48:38.803886 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_hamode_db [None req-34615533-7bb7-4f8e-9f43-9b51397a4d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b861166f-894e-4d66-9439-d4d81a6d306d', 'name': 'tempest-AttachVolumeShelveTestJSON-1199840927-router', 'tenant_id': 'c50ca810c49044daa0af12e38f6ab6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '0de45170-2499-4cb9-9b3a-72076bb7ebe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T18:47:25Z', 'updated_at': '2021-06-10T18:47:43Z', 'revision_number': 4, 'project_id': 'c50ca810c49044daa0af12e38f6ab6a1', 'gw_port': {'id': '0de45170-2499-4cb9-9b3a-72076bb7ebe4', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ad:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b861166f-894e-4d66-9439-d4d81a6d306d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:47:28Z', 'updated_at': '2021-06-10T18:47:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi', '_floatingips': [{'id': 'eced0e01-2d36-4da0-936d-b13cda7f21d0', 'tenant_id': 'c50ca810c49044daa0af12e38f6ab6a1', 'floating_ip_address': '172.27.3.215', 'floating_network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'router_id': 'b861166f-894e-4d66-9439-d4d81a6d306d', 'port_id': '76331b0e-aa76-4209-9101-3faadfe15b6d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9c6338b-27b7-4507-a101-996d60be3c98', 'mac_address': 'fa:16:3e:f3:93:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135f92c8-e0cb-4946-a349-7e8f9d30c078', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T18:47:56Z', 'updated_at': '2021-06-10T18:48:37Z', 'revision_number': 1, 'project_id': 'c50ca810c49044daa0af12e38f6ab6a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2750cf86-e100-4486-9476-dbb9c10060f9', 'name': '', 'network_id': 'a9c6338b-27b7-4507-a101-996d60be3c98', 'tenant_id': 'c50ca810c49044daa0af12e38f6ab6a1', 'mac_address': 'fa:16:3e:43:1e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b861166f-894e-4d66-9439-d4d81a6d306d', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'a8ea2a47-c287-4e16-9d1f-c9a7e0a2eaeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:47:40Z', 'updated_at': '2021-06-10T18:47:54Z', 'revision_number': 5, 'project_id': 'c50ca810c49044daa0af12e38f6ab6a1', 'subnets': [{'id': 'a8ea2a47-c287-4e16-9d1f-c9a7e0a2eaeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-4-iscsi', False) {} {{(pid=98187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:48:38.807322 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34615533-7bb7-4f8e-9f43-9b51397a4d63 None None] Checking router: b861166f-894e-4d66-9439-d4d81a6d306d for host: dv-cinder-786260-4-iscsi {{(pid=98187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 18:48:38.818680 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34615533-7bb7-4f8e-9f43-9b51397a4d63 None None] Routers {'b861166f-894e-4d66-9439-d4d81a6d306d'} bound to L3 agent in host dv-cinder-786260-4-iscsi {{(pid=98187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 18:48:38.819496 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_hamode_db [None req-34615533-7bb7-4f8e-9f43-9b51397a4d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T18:39:44Z,description=,heartbeat_timestamp=2021-06-10T18:48:14Z,host='dv-cinder-786260-4-iscsi',id=1661496b-b13c-41e5-8e80-f6a07c138e01,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T18:39:44Z,topic='l3_agent')) {'router_ids': ['b861166f-894e-4d66-9439-d4d81a6d306d'], 'active': True} {{(pid=98187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:48:38.845813 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-4d196801-3c99-45ae-91ae-044b501076ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:38.853364 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bb018dd-8c41-4fc4-a1ef-072bf235f7bf tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Notify agent at l3_agent.dv-cinder-786260-4-iscsi the message routers_updated {{(pid=98185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 18:48:38.858340 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-3bb018dd-8c41-4fc4-a1ef-072bf235f7bf tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230521'] for floatingip, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:38.865654 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2260e9-627a-4f61-a3aa-f6776ce7f496 None None] Sync routers for ids ['8487688f-289a-4efb-a1b4-65fefc025a43'] in dv-cinder-786260-4-iscsi {{(pid=98186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 18:48:38.884232 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79e06ab-4937-4c7a-b5c4-cbdce2a01cfb req-cc911cfc-df12-4341-b10a-f5faa7d1614f tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:38.887320 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2260e9-627a-4f61-a3aa-f6776ce7f496 None None] Routers {'8487688f-289a-4efb-a1b4-65fefc025a43'} bound to L3 agent in host dv-cinder-786260-4-iscsi {{(pid=98186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 18:48:38.888183 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-1c2260e9-627a-4f61-a3aa-f6776ce7f496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T18:39:44Z,description=,heartbeat_timestamp=2021-06-10T18:48:14Z,host='dv-cinder-786260-4-iscsi',id=1661496b-b13c-41e5-8e80-f6a07c138e01,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T18:39:44Z,topic='l3_agent')) {'router_ids': ['8487688f-289a-4efb-a1b4-65fefc025a43'], 'active': True} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:48:38.891465 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-a79e06ab-4937-4c7a-b5c4-cbdce2a01cfb req-cc911cfc-df12-4341-b10a-f5faa7d1614f tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=11254c6c-c026-45c9-b2e2-064870268f10 HTTP/1.1" status: 200 len: 946 time: 0.1418066 Jun 10 18:48:38.919609 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-3bb018dd-8c41-4fc4-a1ef-072bf235f7bf tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "PUT /v2.0/floatingips/18513511-5539-44df-a48c-bee27030e78d HTTP/1.1" status: 200 len: 992 time: 1.9222093 Jun 10 18:48:38.920315 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dfd38ae-310d-4c3c-b40a-83004dbb0797', 'tag': '0e4a93cf-a9fc-4b75-8bf7-0140ded974e5'}] {{(pid=98185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 18:48:38.925106 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44d46bb02d59f4e600e8e3fdef735be97a189b4bda953b1539dd9e97451c2ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-946f0c54-421f-427f-a054-cabdd41d236b" -d '{"events": [{"name": "network-changed", "server_uuid": "8dfd38ae-310d-4c3c-b40a-83004dbb0797", "tag": "0e4a93cf-a9fc-4b75-8bf7-0140ded974e5"}]}' {{(pid=98185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 18:48:38.991328 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-a79e06ab-4937-4c7a-b5c4-cbdce2a01cfb req-1abfbbfd-c99c-4e36-a164-ffe1123f3b78 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932000 Jun 10 18:48:39.042209 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_dvr_db [None req-34615533-7bb7-4f8e-9f43-9b51397a4d63 None None] Set router b861166f-894e-4d66-9439-d4d81a6d306d gateway port host: dv-cinder-786260-4-iscsi {{(pid=98187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 18:48:39.058942 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvr_db [None req-1c2260e9-627a-4f61-a3aa-f6776ce7f496 None None] Set router 8487688f-289a-4efb-a1b4-65fefc025a43 gateway port host: dv-cinder-786260-4-iscsi {{(pid=98186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 18:48:39.075340 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-4d196801-3c99-45ae-91ae-044b501076ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:39.080522 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-4d196801-3c99-45ae-91ae-044b501076ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:39.086259 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-4e6ce573-5d36-457b-a534-a8d3b1a721eb tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:48:39.140480 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-4d196801-3c99-45ae-91ae-044b501076ae admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1fba6ad593e54d5193d662363dad5981&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4450054 Jun 10 18:48:39.140480 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d196801-3c99-45ae-91ae-044b501076ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa6821e-b2b4-47a4-8cb6-8666dcba52c0,revision_number=1']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:48:39.140857 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 46304) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:48:39.144302 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-4d196801-3c99-45ae-91ae-044b501076ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:48:39.208321 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-96262c81-0f29-4314-985c-fb9f254260d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:39.234242 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-96262c81-0f29-4314-985c-fb9f254260d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:39.290746 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-96262c81-0f29-4314-985c-fb9f254260d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:39.293398 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-96262c81-0f29-4314-985c-fb9f254260d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:39.296968 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-96262c81-0f29-4314-985c-fb9f254260d9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/aaa6821e-b2b4-47a4-8cb6-8666dcba52c0 HTTP/1.1" status: 204 len: 168 time: 0.1528800 Jun 10 18:48:39.296968 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-abe3d102-477b-466a-a230-ad4b6c0e8bb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:48:39.307667 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96262c81-0f29-4314-985c-fb9f254260d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa6821e-b2b4-47a4-8cb6-8666dcba52c0,revision_number=None']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:48:39.310804 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-96262c81-0f29-4314-985c-fb9f254260d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:48:39.390647 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_hamode_db [None req-34615533-7bb7-4f8e-9f43-9b51397a4d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b861166f-894e-4d66-9439-d4d81a6d306d', 'name': 'tempest-AttachVolumeShelveTestJSON-1199840927-router', 'tenant_id': 'c50ca810c49044daa0af12e38f6ab6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '0de45170-2499-4cb9-9b3a-72076bb7ebe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T18:47:25Z', 'updated_at': '2021-06-10T18:47:43Z', 'revision_number': 4, 'project_id': 'c50ca810c49044daa0af12e38f6ab6a1', 'gw_port': {'id': '0de45170-2499-4cb9-9b3a-72076bb7ebe4', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ad:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b861166f-894e-4d66-9439-d4d81a6d306d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:47:28Z', 'updated_at': '2021-06-10T18:47:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi', '_floatingips': [{'id': 'eced0e01-2d36-4da0-936d-b13cda7f21d0', 'tenant_id': 'c50ca810c49044daa0af12e38f6ab6a1', 'floating_ip_address': '172.27.3.215', 'floating_network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'router_id': 'b861166f-894e-4d66-9439-d4d81a6d306d', 'port_id': '76331b0e-aa76-4209-9101-3faadfe15b6d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9c6338b-27b7-4507-a101-996d60be3c98', 'mac_address': 'fa:16:3e:f3:93:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135f92c8-e0cb-4946-a349-7e8f9d30c078', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T18:47:56Z', 'updated_at': '2021-06-10T18:48:37Z', 'revision_number': 1, 'project_id': 'c50ca810c49044daa0af12e38f6ab6a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2750cf86-e100-4486-9476-dbb9c10060f9', 'name': '', 'network_id': 'a9c6338b-27b7-4507-a101-996d60be3c98', 'tenant_id': 'c50ca810c49044daa0af12e38f6ab6a1', 'mac_address': 'fa:16:3e:43:1e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b861166f-894e-4d66-9439-d4d81a6d306d', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'a8ea2a47-c287-4e16-9d1f-c9a7e0a2eaeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:47:40Z', 'updated_at': '2021-06-10T18:47:54Z', 'revision_number': 5, 'project_id': 'c50ca810c49044daa0af12e38f6ab6a1', 'subnets': [{'id': 'a8ea2a47-c287-4e16-9d1f-c9a7e0a2eaeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-4-iscsi', False) {} {{(pid=98187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:48:39.395178 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34615533-7bb7-4f8e-9f43-9b51397a4d63 None None] The sync data for ids ['b861166f-894e-4d66-9439-d4d81a6d306d'] in dv-cinder-786260-4-iscsi is: [{'id': 'b861166f-894e-4d66-9439-d4d81a6d306d', 'name': 'tempest-AttachVolumeShelveTestJSON-1199840927-router', 'tenant_id': 'c50ca810c49044daa0af12e38f6ab6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '0de45170-2499-4cb9-9b3a-72076bb7ebe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T18:47:25Z', 'updated_at': '2021-06-10T18:47:43Z', 'revision_number': 4, 'project_id': 'c50ca810c49044daa0af12e38f6ab6a1', 'gw_port': {'id': '0de45170-2499-4cb9-9b3a-72076bb7ebe4', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ad:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b861166f-894e-4d66-9439-d4d81a6d306d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:47:28Z', 'updated_at': '2021-06-10T18:47:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi', '_floatingips': [{'id': 'eced0e01-2d36-4da0-936d-b13cda7f21d0', 'tenant_id': 'c50ca810c49044daa0af12e38f6ab6a1', 'floating_ip_address': '172.27.3.215', 'floating_network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'router_id': 'b861166f-894e-4d66-9439-d4d81a6d306d', 'port_id': '76331b0e-aa76-4209-9101-3faadfe15b6d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9c6338b-27b7-4507-a101-996d60be3c98', 'mac_address': 'fa:16:3e:f3:93:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135f92c8-e0cb-4946-a349-7e8f9d30c078', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T18:47:56Z', 'updated_at': '2021-06-10T18:48:37Z', 'revision_number': 1, 'project_id': 'c50ca810c49044daa0af12e38f6ab6a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2750cf86-e100-4486-9476-dbb9c10060f9', 'name': '', 'network_id': 'a9c6338b-27b7-4507-a101-996d60be3c98', 'tenant_id': 'c50ca810c49044daa0af12e38f6ab6a1', 'mac_address': 'fa:16:3e:43:1e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b861166f-894e-4d66-9439-d4d81a6d306d', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'a8ea2a47-c287-4e16-9d1f-c9a7e0a2eaeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:47:40Z', 'updated_at': '2021-06-10T18:47:54Z', 'revision_number': 5, 'project_id': 'c50ca810c49044daa0af12e38f6ab6a1', 'subnets': [{'id': 'a8ea2a47-c287-4e16-9d1f-c9a7e0a2eaeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 18:48:39.582694 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-1c2260e9-627a-4f61-a3aa-f6776ce7f496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8487688f-289a-4efb-a1b4-65fefc025a43', 'name': 'tempest-AttachVolumeTestJSON-1426645987-router', 'tenant_id': 'b98132dec11942b2917326af967088e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': 'ef467441-f65a-47b2-9ae5-8f5c21e0c84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T18:47:19Z', 'updated_at': '2021-06-10T18:47:28Z', 'revision_number': 4, 'project_id': 'b98132dec11942b2917326af967088e0', 'gw_port': {'id': 'ef467441-f65a-47b2-9ae5-8f5c21e0c84a', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8487688f-289a-4efb-a1b4-65fefc025a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:47:21Z', 'updated_at': '2021-06-10T18:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi', '_floatingips': [{'id': '18513511-5539-44df-a48c-bee27030e78d', 'tenant_id': 'b98132dec11942b2917326af967088e0', 'floating_ip_address': '172.27.3.249', 'floating_network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'router_id': '8487688f-289a-4efb-a1b4-65fefc025a43', 'port_id': '0e4a93cf-a9fc-4b75-8bf7-0140ded974e5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73', 'mac_address': 'fa:16:3e:ce:60:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfd38ae-310d-4c3c-b40a-83004dbb0797', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T18:47:49Z', 'updated_at': '2021-06-10T18:48:37Z', 'revision_number': 1, 'project_id': 'b98132dec11942b2917326af967088e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a139b699-bac0-453c-9939-8a855c207458', 'name': '', 'network_id': 'cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73', 'tenant_id': 'b98132dec11942b2917326af967088e0', 'mac_address': 'fa:16:3e:fa:4b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8487688f-289a-4efb-a1b4-65fefc025a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '450a2f52-17ce-4ffd-a311-633c3f5e5032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:47:27Z', 'updated_at': '2021-06-10T18:47:40Z', 'revision_number': 5, 'project_id': 'b98132dec11942b2917326af967088e0', 'subnets': [{'id': '450a2f52-17ce-4ffd-a311-633c3f5e5032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-4-iscsi', False) {} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:48:39.586891 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2260e9-627a-4f61-a3aa-f6776ce7f496 None None] Checking router: 8487688f-289a-4efb-a1b4-65fefc025a43 for host: dv-cinder-786260-4-iscsi {{(pid=98186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 18:48:39.595558 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2260e9-627a-4f61-a3aa-f6776ce7f496 None None] Routers {'8487688f-289a-4efb-a1b4-65fefc025a43'} bound to L3 agent in host dv-cinder-786260-4-iscsi {{(pid=98186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 18:48:39.596191 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-1c2260e9-627a-4f61-a3aa-f6776ce7f496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T18:39:44Z,description=,heartbeat_timestamp=2021-06-10T18:48:14Z,host='dv-cinder-786260-4-iscsi',id=1661496b-b13c-41e5-8e80-f6a07c138e01,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T18:39:44Z,topic='l3_agent')) {'router_ids': ['8487688f-289a-4efb-a1b4-65fefc025a43'], 'active': True} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:48:39.606568 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 46310) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:48:39.623609 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-f85d1377-facd-4897-97f2-575ea30ec60d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:39.636335 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851b9eaa-94b3-4e57-9db0-5ad32f0a310e None None] New status for floating IP eced0e01-2d36-4da0-936d-b13cda7f21d0: ACTIVE {{(pid=98187) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 18:48:39.736683 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-f85d1377-facd-4897-97f2-575ea30ec60d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:39.741872 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-f85d1377-facd-4897-97f2-575ea30ec60d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:39.743385 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvr_db [None req-1c2260e9-627a-4f61-a3aa-f6776ce7f496 None None] Set router 8487688f-289a-4efb-a1b4-65fefc025a43 gateway port host: dv-cinder-786260-4-iscsi {{(pid=98186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 18:48:39.745337 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-c6961e6f-61f9-43e2-95f8-a6b1b2cc837f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:48:39.787855 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-f85d1377-facd-4897-97f2-575ea30ec60d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6aa3e6aab8ae4ed3b34b3078d2e4235c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1768725 Jun 10 18:48:39.787855 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85d1377-facd-4897-97f2-575ea30ec60d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22a18108-2efb-4e38-9d9f-7f9050b954f0,revision_number=1']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:48:39.789256 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 46312) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:48:39.789757 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-f85d1377-facd-4897-97f2-575ea30ec60d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:48:39.844345 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-a96d3695-03d2-444b-a7f7-20e815305477 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:39.871443 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-a96d3695-03d2-444b-a7f7-20e815305477 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:39.934291 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-a96d3695-03d2-444b-a7f7-20e815305477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:39.937164 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-a96d3695-03d2-444b-a7f7-20e815305477 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:39.938446 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-a96d3695-03d2-444b-a7f7-20e815305477 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/22a18108-2efb-4e38-9d9f-7f9050b954f0 HTTP/1.1" status: 204 len: 168 time: 0.1485584 Jun 10 18:48:39.939175 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-4d196801-3c99-45ae-91ae-044b501076ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:48:39.959298 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96d3695-03d2-444b-a7f7-20e815305477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22a18108-2efb-4e38-9d9f-7f9050b954f0,revision_number=None']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:48:39.962183 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-a96d3695-03d2-444b-a7f7-20e815305477 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:48:40.084488 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-1c2260e9-627a-4f61-a3aa-f6776ce7f496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8487688f-289a-4efb-a1b4-65fefc025a43', 'name': 'tempest-AttachVolumeTestJSON-1426645987-router', 'tenant_id': 'b98132dec11942b2917326af967088e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': 'ef467441-f65a-47b2-9ae5-8f5c21e0c84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T18:47:19Z', 'updated_at': '2021-06-10T18:47:28Z', 'revision_number': 4, 'project_id': 'b98132dec11942b2917326af967088e0', 'gw_port': {'id': 'ef467441-f65a-47b2-9ae5-8f5c21e0c84a', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8487688f-289a-4efb-a1b4-65fefc025a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:47:21Z', 'updated_at': '2021-06-10T18:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi', '_floatingips': [{'id': '18513511-5539-44df-a48c-bee27030e78d', 'tenant_id': 'b98132dec11942b2917326af967088e0', 'floating_ip_address': '172.27.3.249', 'floating_network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'router_id': '8487688f-289a-4efb-a1b4-65fefc025a43', 'port_id': '0e4a93cf-a9fc-4b75-8bf7-0140ded974e5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73', 'mac_address': 'fa:16:3e:ce:60:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfd38ae-310d-4c3c-b40a-83004dbb0797', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T18:47:49Z', 'updated_at': '2021-06-10T18:48:37Z', 'revision_number': 1, 'project_id': 'b98132dec11942b2917326af967088e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a139b699-bac0-453c-9939-8a855c207458', 'name': '', 'network_id': 'cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73', 'tenant_id': 'b98132dec11942b2917326af967088e0', 'mac_address': 'fa:16:3e:fa:4b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8487688f-289a-4efb-a1b4-65fefc025a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '450a2f52-17ce-4ffd-a311-633c3f5e5032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:47:27Z', 'updated_at': '2021-06-10T18:47:40Z', 'revision_number': 5, 'project_id': 'b98132dec11942b2917326af967088e0', 'subnets': [{'id': '450a2f52-17ce-4ffd-a311-633c3f5e5032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-4-iscsi', False) {} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:48:40.088059 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2260e9-627a-4f61-a3aa-f6776ce7f496 None None] The sync data for ids ['8487688f-289a-4efb-a1b4-65fefc025a43'] in dv-cinder-786260-4-iscsi is: [{'id': '8487688f-289a-4efb-a1b4-65fefc025a43', 'name': 'tempest-AttachVolumeTestJSON-1426645987-router', 'tenant_id': 'b98132dec11942b2917326af967088e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': 'ef467441-f65a-47b2-9ae5-8f5c21e0c84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T18:47:19Z', 'updated_at': '2021-06-10T18:47:28Z', 'revision_number': 4, 'project_id': 'b98132dec11942b2917326af967088e0', 'gw_port': {'id': 'ef467441-f65a-47b2-9ae5-8f5c21e0c84a', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8487688f-289a-4efb-a1b4-65fefc025a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:47:21Z', 'updated_at': '2021-06-10T18:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi', '_floatingips': [{'id': '18513511-5539-44df-a48c-bee27030e78d', 'tenant_id': 'b98132dec11942b2917326af967088e0', 'floating_ip_address': '172.27.3.249', 'floating_network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'router_id': '8487688f-289a-4efb-a1b4-65fefc025a43', 'port_id': '0e4a93cf-a9fc-4b75-8bf7-0140ded974e5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73', 'mac_address': 'fa:16:3e:ce:60:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfd38ae-310d-4c3c-b40a-83004dbb0797', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T18:47:49Z', 'updated_at': '2021-06-10T18:48:37Z', 'revision_number': 1, 'project_id': 'b98132dec11942b2917326af967088e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a139b699-bac0-453c-9939-8a855c207458', 'name': '', 'network_id': 'cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73', 'tenant_id': 'b98132dec11942b2917326af967088e0', 'mac_address': 'fa:16:3e:fa:4b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8487688f-289a-4efb-a1b4-65fefc025a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '450a2f52-17ce-4ffd-a311-633c3f5e5032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:47:27Z', 'updated_at': '2021-06-10T18:47:40Z', 'revision_number': 5, 'project_id': 'b98132dec11942b2917326af967088e0', 'subnets': [{'id': '450a2f52-17ce-4ffd-a311-633c3f5e5032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 18:48:40.284039 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe73a88-8568-4239-a1f5-c3d1490f11d6 None None] New status for floating IP 18513511-5539-44df-a48c-bee27030e78d: ACTIVE {{(pid=98186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 18:48:41.757266 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-7164b3b5-27e8-424c-96a9-416f5f5cfd52 req-c8ae8ab9-6a61-4667-9632-b9a433510048 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=36c601fb-9272-4d67-b287-4990129f2e5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541720 Jun 10 18:48:41.782009 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 18:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6993f7f0-fed2-4466-ab12-4d36c8fb0843 x-openstack-request-id: req-6993f7f0-fed2-4466-ab12-4d36c8fb0843 {{(pid=98185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 18:48:41.785843 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dfd38ae-310d-4c3c-b40a-83004dbb0797", "tag": "0e4a93cf-a9fc-4b75-8bf7-0140ded974e5", "status": "completed", "code": 200}]} {{(pid=98185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 18:48:41.786169 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6993f7f0-fed2-4466-ab12-4d36c8fb0843 {{(pid=98185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 18:48:41.786777 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dfd38ae-310d-4c3c-b40a-83004dbb0797', 'tag': '0e4a93cf-a9fc-4b75-8bf7-0140ded974e5', 'status': 'completed', 'code': 200} Jun 10 18:48:41.798807 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-ffae5113-8a94-40a7-a5fe-f6ad41f83db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:41.815940 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a223d-df78-4fbd-8f8a-223353109b89 req-4e94c154-fd70-4cc8-b8dd-f5251e392b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:41.818387 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-a49a223d-df78-4fbd-8f8a-223353109b89 req-4e94c154-fd70-4cc8-b8dd-f5251e392b5e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c50ca810c49044daa0af12e38f6ab6a1&device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 1098 time: 0.0889053 Jun 10 18:48:41.951171 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.agents_db [None req-dd8e6269-3fd9-4915-b5ed-83e1f738bf4e None None] Agent healthcheck: found 6 active agents {{(pid=98187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 18:48:41.989070 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-7164b3b5-27e8-424c-96a9-416f5f5cfd52 req-024643d4-2416-4a98-a344-01ba7ef1fc05 service neutron] 10.222.0.39 "GET /v2.0/networks/36c601fb-9272-4d67-b287-4990129f2e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107420 Jun 10 18:48:41.992731 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946f0c54-421f-427f-a054-cabdd41d236b req-efccfcfd-96e5-40b4-a625-15bb973cf5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:41.995207 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-946f0c54-421f-427f-a054-cabdd41d236b req-efccfcfd-96e5-40b4-a625-15bb973cf5bc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b98132dec11942b2917326af967088e0&device_id=8dfd38ae-310d-4c3c-b40a-83004dbb0797 HTTP/1.1" status: 200 len: 1099 time: 0.1481688 Jun 10 18:48:42.001604 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a223d-df78-4fbd-8f8a-223353109b89 req-3aff9373-1717-4f11-9f99-3b6dd3c84e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:42.003352 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-a49a223d-df78-4fbd-8f8a-223353109b89 req-3aff9373-1717-4f11-9f99-3b6dd3c84e57 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a9c6338b-27b7-4507-a101-996d60be3c98 HTTP/1.1" status: 200 len: 918 time: 0.1740873 Jun 10 18:48:42.023647 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d6afa2-82e3-4752-b1a9-c24a92e2379d req-73b2a890-7a58-4b5f-b83a-874a7e72f58b tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:42.025084 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-01d6afa2-82e3-4752-b1a9-c24a92e2379d req-73b2a890-7a58-4b5f-b83a-874a7e72f58b tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=11254c6c-c026-45c9-b2e2-064870268f10 HTTP/1.1" status: 200 len: 946 time: 0.1017427 Jun 10 18:48:42.138333 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 46406) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:48:42.184036 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-01d6afa2-82e3-4752-b1a9-c24a92e2379d req-b6539877-088b-48cc-8eae-1db47a309d32 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504602 Jun 10 18:48:42.188621 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-a49a223d-df78-4fbd-8f8a-223353109b89 req-56f81ba5-df75-4ec2-be7a-fea857a58b28 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76331b0e-aa76-4209-9101-3faadfe15b6d HTTP/1.1" status: 200 len: 1001 time: 0.1517532 Jun 10 18:48:42.256897 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a223d-df78-4fbd-8f8a-223353109b89 req-64249b81-3f00-43c2-a30c-fc295b778e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:42.258591 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-a49a223d-df78-4fbd-8f8a-223353109b89 req-64249b81-3f00-43c2-a30c-fc295b778e40 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a8ea2a47-c287-4e16-9d1f-c9a7e0a2eaeb HTTP/1.1" status: 200 len: 856 time: 0.0602646 Jun 10 18:48:42.279278 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-2ddfb30c-b5f5-4f49-8fe2-5ed00ebb73e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:42.288039 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-7164b3b5-27e8-424c-96a9-416f5f5cfd52 req-07affb91-e7cf-40fe-ab7d-013c150787bd service neutron] 10.222.0.39 "GET /v2.0/networks/36c601fb-9272-4d67-b287-4990129f2e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560306 Jun 10 18:48:42.289149 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946f0c54-421f-427f-a054-cabdd41d236b req-20385f93-c331-488f-bca9-778660f2ed56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:42.290515 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-946f0c54-421f-427f-a054-cabdd41d236b req-20385f93-c331-488f-bca9-778660f2ed56 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73 HTTP/1.1" status: 200 len: 912 time: 0.2574334 Jun 10 18:48:42.430453 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a223d-df78-4fbd-8f8a-223353109b89 req-bb9a8539-8b37-4a62-95ab-0fc8fdab6b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:42.432449 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-a49a223d-df78-4fbd-8f8a-223353109b89 req-bb9a8539-8b37-4a62-95ab-0fc8fdab6b50 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a9c6338b-27b7-4507-a101-996d60be3c98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1101499 Jun 10 18:48:42.438159 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-946f0c54-421f-427f-a054-cabdd41d236b req-d523890d-c3db-474f-bed5-2d054312e330 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0e4a93cf-a9fc-4b75-8bf7-0140ded974e5 HTTP/1.1" status: 200 len: 1002 time: 0.1183002 Jun 10 18:48:42.446172 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-2ddfb30c-b5f5-4f49-8fe2-5ed00ebb73e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:42.453564 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-2ddfb30c-b5f5-4f49-8fe2-5ed00ebb73e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:42.454415 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-27ebb794-0324-4d86-82aa-ec301faf29b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:48:42.497921 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-2ddfb30c-b5f5-4f49-8fe2-5ed00ebb73e5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=420da06f2af14640bea7d3a62259b21b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3529646 Jun 10 18:48:42.498794 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddfb30c-b5f5-4f49-8fe2-5ed00ebb73e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb0ba4b1-11aa-40da-9277-2d6e50c63d93,revision_number=1']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:48:42.500651 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 46416) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:48:42.501822 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-2ddfb30c-b5f5-4f49-8fe2-5ed00ebb73e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:48:42.748418 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-a49a223d-df78-4fbd-8f8a-223353109b89 req-2b8b03c0-f0b2-4474-b0e7-a17e9ff93448 service neutron] 10.222.0.39 "GET /v2.0/networks/a9c6338b-27b7-4507-a101-996d60be3c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248615 Jun 10 18:48:42.810077 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946f0c54-421f-427f-a054-cabdd41d236b req-f4df9b82-d00d-4cd6-b347-81220006c52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:42.811516 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-946f0c54-421f-427f-a054-cabdd41d236b req-f4df9b82-d00d-4cd6-b347-81220006c52f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=450a2f52-17ce-4ffd-a311-633c3f5e5032 HTTP/1.1" status: 200 len: 850 time: 0.0751309 Jun 10 18:48:42.823889 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-f078a8d2-b3ec-4a04-9d8c-1ba684fe0124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:42.870512 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-a49a223d-df78-4fbd-8f8a-223353109b89 req-eedf67a7-68ff-49b3-8750-5521263faf74 service neutron] 10.222.0.39 "GET /v2.0/networks/a9c6338b-27b7-4507-a101-996d60be3c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149728 Jun 10 18:48:42.882362 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-f078a8d2-b3ec-4a04-9d8c-1ba684fe0124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:42.940406 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946f0c54-421f-427f-a054-cabdd41d236b req-4a52802d-85e5-4400-ae8a-8542da63f096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:42.941902 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-946f0c54-421f-427f-a054-cabdd41d236b req-4a52802d-85e5-4400-ae8a-8542da63f096 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1065381 Jun 10 18:48:42.949488 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-f078a8d2-b3ec-4a04-9d8c-1ba684fe0124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:42.952050 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-f078a8d2-b3ec-4a04-9d8c-1ba684fe0124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:42.953069 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-f078a8d2-b3ec-4a04-9d8c-1ba684fe0124 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fb0ba4b1-11aa-40da-9277-2d6e50c63d93 HTTP/1.1" status: 204 len: 168 time: 0.4507363 Jun 10 18:48:42.953790 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:48:42.962904 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f078a8d2-b3ec-4a04-9d8c-1ba684fe0124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb0ba4b1-11aa-40da-9277-2d6e50c63d93,revision_number=None']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:48:42.965826 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-f078a8d2-b3ec-4a04-9d8c-1ba684fe0124 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:48:43.081344 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-946f0c54-421f-427f-a054-cabdd41d236b req-895bf658-3517-4f46-bae4-c3d1ef91d3f4 service neutron] 10.222.0.39 "GET /v2.0/networks/cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141610 Jun 10 18:48:43.220612 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-946f0c54-421f-427f-a054-cabdd41d236b req-7529bb48-74a0-47de-9a1c-ed2931c3da8b service neutron] 10.222.0.39 "GET /v2.0/networks/cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302662 Jun 10 18:48:43.245324 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 46434) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:48:43.263960 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-b8c50acb-cc65-4bbd-a832-00b9ab1f8614 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:43.411515 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-b8c50acb-cc65-4bbd-a832-00b9ab1f8614 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:43.418055 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-b8c50acb-cc65-4bbd-a832-00b9ab1f8614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:43.421721 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-4caf0edb-637d-4c89-b4e5-86922e9ada9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:48:43.452487 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22279e2d-f3d0-4c2f-b43b-0fa0ca77c0a1 req-bee47ae1-706d-4763-8de0-d269f9e815ce tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:43.454004 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-22279e2d-f3d0-4c2f-b43b-0fa0ca77c0a1 req-bee47ae1-706d-4763-8de0-d269f9e815ce tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=11254c6c-c026-45c9-b2e2-064870268f10 HTTP/1.1" status: 200 len: 946 time: 0.1301188 Jun 10 18:48:43.487683 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-b8c50acb-cc65-4bbd-a832-00b9ab1f8614 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1f75026489c5429b8c6fdc9f9889c840&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2410007 Jun 10 18:48:43.490310 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 46438) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:48:43.496486 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c50acb-cc65-4bbd-a832-00b9ab1f8614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=449f46d7-34f9-419d-823e-404bb0c7131b,revision_number=1']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:48:43.501120 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-b8c50acb-cc65-4bbd-a832-00b9ab1f8614 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:48:43.521769 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-22279e2d-f3d0-4c2f-b43b-0fa0ca77c0a1 req-4700130b-6825-4418-8482-c5b730d19615 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506501 Jun 10 18:48:43.546040 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-c6b1be9e-b744-4070-8b8a-9327bd836d00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:43.572267 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-c6b1be9e-b744-4070-8b8a-9327bd836d00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:43.620793 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-c6b1be9e-b744-4070-8b8a-9327bd836d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:43.623476 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-c6b1be9e-b744-4070-8b8a-9327bd836d00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:43.624638 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-c6b1be9e-b744-4070-8b8a-9327bd836d00 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/449f46d7-34f9-419d-823e-404bb0c7131b HTTP/1.1" status: 204 len: 168 time: 0.1332006 Jun 10 18:48:43.625480 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-296e4c15-14f6-44a2-8612-f0f159d0e373 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:48:43.634361 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b1be9e-b744-4070-8b8a-9327bd836d00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=449f46d7-34f9-419d-823e-404bb0c7131b,revision_number=None']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:48:43.641259 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-c6b1be9e-b744-4070-8b8a-9327bd836d00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:48:44.281310 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-6831376c-01ab-4dee-8557-5904d9360b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:44.416572 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:45.402034 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-8dcc316c-a8c5-4da3-a0ad-e3f4fe9157be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:46.090402 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:47.203750 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-bf1ede84-8c21-46ff-8a19-cb90afe635a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:47.814387 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-3c10dcfe-d661-40c3-9520-57c878612249 req-d6e9efe2-0a17-47da-a778-3ba90efff555 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=04e81b22-afbc-433c-a90e-00e778339b4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0596647 Jun 10 18:48:47.994021 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c10dcfe-d661-40c3-9520-57c878612249 req-5ebaf6b9-7b27-4afd-85c5-3c7d72f349e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:47.995486 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-3c10dcfe-d661-40c3-9520-57c878612249 req-5ebaf6b9-7b27-4afd-85c5-3c7d72f349e2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=be26617a1ee345d9a6f8be900482942f&device_id=04e81b22-afbc-433c-a90e-00e778339b4e HTTP/1.1" status: 200 len: 1098 time: 0.0686920 Jun 10 18:48:48.060271 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc9d13a-a959-4281-a96f-36f21a459b2e req-f8bb7c8c-7845-4844-9730-565da278acf7 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:48.061219 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-edc9d13a-a959-4281-a96f-36f21a459b2e req-f8bb7c8c-7845-4844-9730-565da278acf7 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=11254c6c-c026-45c9-b2e2-064870268f10 HTTP/1.1" status: 200 len: 946 time: 0.0865552 Jun 10 18:48:48.109857 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-edc9d13a-a959-4281-a96f-36f21a459b2e req-482366cd-d2d8-4ec4-bcfd-81190d976b5a tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426924 Jun 10 18:48:48.168277 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c10dcfe-d661-40c3-9520-57c878612249 req-7176bc27-660a-44bb-8759-54334549f400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:48.169781 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-3c10dcfe-d661-40c3-9520-57c878612249 req-7176bc27-660a-44bb-8759-54334549f400 service neutron] 10.222.0.39 "GET /v2.0/networks?id=19e9a3f5-4709-4ace-b497-42ae4bcaab91 HTTP/1.1" status: 200 len: 916 time: 0.1308727 Jun 10 18:48:48.235310 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-3c10dcfe-d661-40c3-9520-57c878612249 req-117d9191-8219-42f2-a83c-b8f3280f3fcd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7ba6b50-0941-4934-bafd-87f6d28ef45c HTTP/1.1" status: 200 len: 217 time: 0.0579703 Jun 10 18:48:48.310859 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c10dcfe-d661-40c3-9520-57c878612249 req-c5f69146-ab39-4a2c-8e86-558ea6e8de4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:48.312308 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-3c10dcfe-d661-40c3-9520-57c878612249 req-c5f69146-ab39-4a2c-8e86-558ea6e8de4f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e54f33df-96bf-41df-aade-9540ec4d8d5f HTTP/1.1" status: 200 len: 855 time: 0.0662498 Jun 10 18:48:48.366566 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-3c10dcfe-d661-40c3-9520-57c878612249 req-bf216cb3-6d9c-4031-9122-0fb01b2e793c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=19e9a3f5-4709-4ace-b497-42ae4bcaab91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398719 Jun 10 18:48:48.497513 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-3c10dcfe-d661-40c3-9520-57c878612249 req-a20c6345-f403-4f4e-81dd-986c7b9b3845 service neutron] 10.222.0.39 "GET /v2.0/networks/19e9a3f5-4709-4ace-b497-42ae4bcaab91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227369 Jun 10 18:48:48.626815 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-3c10dcfe-d661-40c3-9520-57c878612249 req-2c003232-c55f-4653-8efd-e912c1759a5a service neutron] 10.222.0.39 "GET /v2.0/networks/19e9a3f5-4709-4ace-b497-42ae4bcaab91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170990 Jun 10 18:48:49.302439 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bab903-912f-4280-af88-67e450d580ab req-a9423754-c881-4a72-9286-393cf5868782 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:49.303888 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-73bab903-912f-4280-af88-67e450d580ab req-a9423754-c881-4a72-9286-393cf5868782 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=11254c6c-c026-45c9-b2e2-064870268f10 HTTP/1.1" status: 200 len: 946 time: 0.0702963 Jun 10 18:48:49.344060 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-73bab903-912f-4280-af88-67e450d580ab req-ca138427-07b0-4d27-8051-42e7806e3e0a tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347564 Jun 10 18:48:50.155259 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175d00c6-e153-4ec9-b64d-8710b9a6060a req-bf7e8ce9-0a53-492d-9e61-8dd1653d300a tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:50.156761 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-175d00c6-e153-4ec9-b64d-8710b9a6060a req-bf7e8ce9-0a53-492d-9e61-8dd1653d300a tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/networks?id=19e9a3f5-4709-4ace-b497-42ae4bcaab91 HTTP/1.1" status: 200 len: 815 time: 0.3646698 Jun 10 18:48:50.172321 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-175d00c6-e153-4ec9-b64d-8710b9a6060a req-fb335c0c-3916-4529-b7d1-947ff4a70a67 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/quotas/be26617a1ee345d9a6f8be900482942f HTTP/1.1" status: 200 len: 375 time: 0.0097833 Jun 10 18:48:50.250299 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-175d00c6-e153-4ec9-b64d-8710b9a6060a req-16fb191b-6af6-41ae-be54-284a4e86b9a4 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=be26617a1ee345d9a6f8be900482942f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0728955 Jun 10 18:48:50.373235 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-175d00c6-e153-4ec9-b64d-8710b9a6060a req-167ce63e-ac9b-4b64-bbf5-86d8a8801fbc service neutron] 10.222.0.15 "GET /v2.0/networks/19e9a3f5-4709-4ace-b497-42ae4bcaab91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129766 Jun 10 18:48:50.488809 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-175d00c6-e153-4ec9-b64d-8710b9a6060a req-2599b97e-ce4e-4900-b1c7-ee3cf8a634fa service neutron] 10.222.0.15 "GET /v2.0/networks/19e9a3f5-4709-4ace-b497-42ae4bcaab91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099291 Jun 10 18:48:50.531306 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e917a4a-4c28-43d9-87fa-80baf7610b23 req-a8d70d72-653c-40f8-a7c1-b17f6a92d01f tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:50.532759 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-6e917a4a-4c28-43d9-87fa-80baf7610b23 req-a8d70d72-653c-40f8-a7c1-b17f6a92d01f tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=11254c6c-c026-45c9-b2e2-064870268f10 HTTP/1.1" status: 200 len: 946 time: 0.0732257 Jun 10 18:48:50.576642 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-6e917a4a-4c28-43d9-87fa-80baf7610b23 req-8232a823-dda6-45ad-aedd-c2e6327cfead tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368147 Jun 10 18:48:50.674568 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-f7b46841-b60e-4d5d-b179-d61ce0dded2b req-22be1c85-4691-47dd-9b63-4478c139b401 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/ports?device_id=22e94889-b73e-4383-ab05-cb5457deb660 HTTP/1.1" status: 200 len: 210 time: 0.0346777 Jun 10 18:48:56.046115 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-c03e97fb-99c8-4281-bb23-b128649cecc5 req-94765bed-c0e8-424c-80b7-c48014d3c3ef tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/ports?device_id=22e94889-b73e-4383-ab05-cb5457deb660 HTTP/1.1" status: 200 len: 210 time: 0.0352392 Jun 10 18:48:56.090027 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a73184-bf60-4240-8011-bfbd826793ef req-1159f83c-e48f-4833-855d-2c4a0d1f1348 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:56.091499 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-61a73184-bf60-4240-8011-bfbd826793ef req-1159f83c-e48f-4833-855d-2c4a0d1f1348 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=11254c6c-c026-45c9-b2e2-064870268f10 HTTP/1.1" status: 200 len: 946 time: 0.0756691 Jun 10 18:48:56.136096 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-61a73184-bf60-4240-8011-bfbd826793ef req-02386a34-7078-4df3-aea6-0925411e7efc tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390191 Jun 10 18:48:56.781225 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175d00c6-e153-4ec9-b64d-8710b9a6060a req-3e8fbcc6-5f9b-4765-9368-afb41b17b8da tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:56.782803 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-175d00c6-e153-4ec9-b64d-8710b9a6060a req-3e8fbcc6-5f9b-4765-9368-afb41b17b8da tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.39 "GET /v2.0/networks?id=19e9a3f5-4709-4ace-b497-42ae4bcaab91 HTTP/1.1" status: 200 len: 815 time: 0.1307385 Jun 10 18:48:56.813105 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.v2.base [req-175d00c6-e153-4ec9-b64d-8710b9a6060a req-a48b82f8-4697-40dd-a634-acc8e5df7db7 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Request body: {'port': {'device_id': '22e94889-b73e-4383-ab05-cb5457deb660', 'network_id': '19e9a3f5-4709-4ace-b497-42ae4bcaab91', 'admin_state_up': True, 'tenant_id': 'be26617a1ee345d9a6f8be900482942f'}} {{(pid=98185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:48:56.952019 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-175d00c6-e153-4ec9-b64d-8710b9a6060a req-a48b82f8-4697-40dd-a634-acc8e5df7db7 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Made reservation on behalf of be26617a1ee345d9a6f8be900482942f for: {'port': 1} {{(pid=98185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 18:48:56.955759 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-175d00c6-e153-4ec9-b64d-8710b9a6060a req-a48b82f8-4697-40dd-a634-acc8e5df7db7 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-941319'] for port, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:57.096598 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.db.db_base_plugin_common [req-175d00c6-e153-4ec9-b64d-8710b9a6060a req-a48b82f8-4697-40dd-a634-acc8e5df7db7 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Allocated IP 172.20.0.9 (19e9a3f5-4709-4ace-b497-42ae4bcaab91/e54f33df-96bf-41df-aade-9540ec4d8d5f/4913d01a-780e-4065-b660-65f7e7c52150) {{(pid=98185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 18:48:57.282004 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-8f4946ad-bcf7-490c-ad32-374fa31b2b8d req-f601c77a-aa21-4763-919d-e369203af5ab tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/ports?device_id=22e94889-b73e-4383-ab05-cb5457deb660 HTTP/1.1" status: 200 len: 210 time: 0.0485709 Jun 10 18:48:57.315148 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-175d00c6-e153-4ec9-b64d-8710b9a6060a req-a48b82f8-4697-40dd-a634-acc8e5df7db7 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Notify callbacks [] for port, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:57.327326 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb640d6-d9f4-4670-901e-9243840daf42 req-238bc512-2013-4e24-9716-187232d3386c tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:57.328884 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-1bb640d6-d9f4-4670-901e-9243840daf42 req-238bc512-2013-4e24-9716-187232d3386c tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=11254c6c-c026-45c9-b2e2-064870268f10 HTTP/1.1" status: 200 len: 946 time: 0.0749409 Jun 10 18:48:57.357004 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-175d00c6-e153-4ec9-b64d-8710b9a6060a req-a48b82f8-4697-40dd-a634-acc8e5df7db7 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-941510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578064406'] for port, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:57.360950 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:48:57.375353 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-1bb640d6-d9f4-4670-901e-9243840daf42 req-67bc3eb1-f1ab-44eb-9962-80c39d06d007 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398512 Jun 10 18:48:57.387481 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] get_ports_and_sgs() called for port_ids ['e7ba6b50-0941-4934-bafd-87f6d28ef45c'] {{(pid=98186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 18:48:57.422207 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-175d00c6-e153-4ec9-b64d-8710b9a6060a req-a48b82f8-4697-40dd-a634-acc8e5df7db7 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Network 19e9a3f5-4709-4ace-b497-42ae4bcaab91 is already hosted by enough agents. {{(pid=98185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 18:48:57.425144 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.base_scheduler [req-175d00c6-e153-4ec9-b64d-8710b9a6060a req-a48b82f8-4697-40dd-a634-acc8e5df7db7 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Resources bound (agent type, host, resource id): {{(pid=98185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 18:48:57.430680 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.db.l3_dvrscheduler_db [req-175d00c6-e153-4ec9-b64d-8710b9a6060a req-a48b82f8-4697-40dd-a634-acc8e5df7db7 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Received port after_create {{(pid=98185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 18:48:57.438102 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175d00c6-e153-4ec9-b64d-8710b9a6060a req-a48b82f8-4697-40dd-a634-acc8e5df7db7 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:57.438768 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-175d00c6-e153-4ec9-b64d-8710b9a6060a req-a48b82f8-4697-40dd-a634-acc8e5df7db7 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731712'] for port, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:57.453212 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48b82f8-4697-40dd-a634-acc8e5df7db7 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Pushing event updated for resources: {'Port': ['ID=4913d01a-780e-4065-b660-65f7e7c52150,revision_number=1']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:48:57.464230 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-a48b82f8-4697-40dd-a634-acc8e5df7db7 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:48:57.470371 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-175d00c6-e153-4ec9-b64d-8710b9a6060a req-a48b82f8-4697-40dd-a634-acc8e5df7db7 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6610856 Jun 10 18:48:57.487000 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.v2.base [req-175d00c6-e153-4ec9-b64d-8710b9a6060a req-36425c60-16d9-4134-b5ad-df2d374fac81 service neutron] Request body: {'port': {'device_id': '22e94889-b73e-4383-ab05-cb5457deb660', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=98185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:48:57.583997 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-175d00c6-e153-4ec9-b64d-8710b9a6060a req-36425c60-16d9-4134-b5ad-df2d374fac81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:57.891155 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.notifiers.nova [req-175d00c6-e153-4ec9-b64d-8710b9a6060a req-36425c60-16d9-4134-b5ad-df2d374fac81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4913d01a-780e-4065-b660-65f7e7c52150 {{(pid=98185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 18:48:57.898846 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-175d00c6-e153-4ec9-b64d-8710b9a6060a req-36425c60-16d9-4134-b5ad-df2d374fac81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:57.910033 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.db.provisioning_blocks [req-175d00c6-e153-4ec9-b64d-8710b9a6060a req-36425c60-16d9-4134-b5ad-df2d374fac81 service neutron] Transition to ACTIVE for port object 4913d01a-780e-4065-b660-65f7e7c52150 will not be triggered until provisioned by entity L2. {{(pid=98185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 18:48:57.913955 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-175d00c6-e153-4ec9-b64d-8710b9a6060a req-36425c60-16d9-4134-b5ad-df2d374fac81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:57.916197 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-9e24f800-5360-4407-983d-5071ae10af49 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:48:58.008675 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36425c60-16d9-4134-b5ad-df2d374fac81 service neutron] Pushing event updated for resources: {'Port': ['ID=4913d01a-780e-4065-b660-65f7e7c52150,revision_number=2']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:48:58.013062 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-36425c60-16d9-4134-b5ad-df2d374fac81 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:48:58.048232 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.managers [req-175d00c6-e153-4ec9-b64d-8710b9a6060a req-36425c60-16d9-4134-b5ad-df2d374fac81 service neutron] Attempting to bind port 4913d01a-780e-4065-b660-65f7e7c52150 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=98185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 18:48:58.048564 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.managers [req-175d00c6-e153-4ec9-b64d-8710b9a6060a req-36425c60-16d9-4134-b5ad-df2d374fac81 service neutron] Attempting to bind port 4913d01a-780e-4065-b660-65f7e7c52150 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'fd279837-3169-4e44-bb88-c8bbfa96e1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '19e9a3f5-4709-4ace-b497-42ae4bcaab91'}] {{(pid=98185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 18:48:58.048895 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175d00c6-e153-4ec9-b64d-8710b9a6060a req-36425c60-16d9-4134-b5ad-df2d374fac81 service neutron] Attempting to bind port 4913d01a-780e-4065-b660-65f7e7c52150 on network 19e9a3f5-4709-4ace-b497-42ae4bcaab91 {{(pid=98185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 18:48:58.053652 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175d00c6-e153-4ec9-b64d-8710b9a6060a req-36425c60-16d9-4134-b5ad-df2d374fac81 service neutron] Port 4913d01a-780e-4065-b660-65f7e7c52150 on network 19e9a3f5-4709-4ace-b497-42ae4bcaab91 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=98185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 18:48:58.053969 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175d00c6-e153-4ec9-b64d-8710b9a6060a req-36425c60-16d9-4134-b5ad-df2d374fac81 service neutron] Attempting to bind port 4913d01a-780e-4065-b660-65f7e7c52150 on network 19e9a3f5-4709-4ace-b497-42ae4bcaab91 {{(pid=98185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 18:48:58.058501 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175d00c6-e153-4ec9-b64d-8710b9a6060a req-36425c60-16d9-4134-b5ad-df2d374fac81 service neutron] Checking agent: {'id': '81ed237c-a7bd-4721-ad26-da2ab32caefc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 18, 45, 46), 'started_at': datetime.datetime(2021, 6, 10, 18, 45, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 18, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 18:48:58.058835 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175d00c6-e153-4ec9-b64d-8710b9a6060a req-36425c60-16d9-4134-b5ad-df2d374fac81 service neutron] Checking segment: {'id': 'fd279837-3169-4e44-bb88-c8bbfa96e1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '19e9a3f5-4709-4ace-b497-42ae4bcaab91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 18:48:58.059215 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175d00c6-e153-4ec9-b64d-8710b9a6060a req-36425c60-16d9-4134-b5ad-df2d374fac81 service neutron] Bound using segment: {'id': 'fd279837-3169-4e44-bb88-c8bbfa96e1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '19e9a3f5-4709-4ace-b497-42ae4bcaab91'} {{(pid=98185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 18:48:58.059627 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.managers [req-175d00c6-e153-4ec9-b64d-8710b9a6060a req-36425c60-16d9-4134-b5ad-df2d374fac81 service neutron] Bound port: 4913d01a-780e-4065-b660-65f7e7c52150, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd279837-3169-4e44-bb88-c8bbfa96e1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '19e9a3f5-4709-4ace-b497-42ae4bcaab91'}}] {{(pid=98185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 18:48:58.059968 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-175d00c6-e153-4ec9-b64d-8710b9a6060a req-36425c60-16d9-4134-b5ad-df2d374fac81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:58.133972 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.db [req-175d00c6-e153-4ec9-b64d-8710b9a6060a req-36425c60-16d9-4134-b5ad-df2d374fac81 service neutron] For port 4913d01a-780e-4065-b660-65f7e7c52150, host hv-cinder-78626, cleared binding levels {{(pid=98185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 18:48:58.137057 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.db [req-175d00c6-e153-4ec9-b64d-8710b9a6060a req-36425c60-16d9-4134-b5ad-df2d374fac81 service neutron] For port 4913d01a-780e-4065-b660-65f7e7c52150, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=4913d01a-780e-4065-b660-65f7e7c52150,segment=NetworkSegment(fd279837-3169-4e44-bb88-c8bbfa96e1db),segment_id=fd279837-3169-4e44-bb88-c8bbfa96e1db)] {{(pid=98185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 18:48:58.141716 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-175d00c6-e153-4ec9-b64d-8710b9a6060a req-36425c60-16d9-4134-b5ad-df2d374fac81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:58.144770 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:48:58.178663 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175d00c6-e153-4ec9-b64d-8710b9a6060a req-36425c60-16d9-4134-b5ad-df2d374fac81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:58.178914 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-175d00c6-e153-4ec9-b64d-8710b9a6060a req-36425c60-16d9-4134-b5ad-df2d374fac81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731712'] for port, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:48:58.180126 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-175d00c6-e153-4ec9-b64d-8710b9a6060a req-36425c60-16d9-4134-b5ad-df2d374fac81 service neutron] 10.222.0.39 "PUT /v2.0/ports/4913d01a-780e-4065-b660-65f7e7c52150 HTTP/1.1" status: 200 len: 1093 time: 0.6983960 Jun 10 18:48:58.182486 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22e94889-b73e-4383-ab05-cb5457deb660', 'tag': '4913d01a-780e-4065-b660-65f7e7c52150'}] {{(pid=98185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 18:48:58.184914 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44d46bb02d59f4e600e8e3fdef735be97a189b4bda953b1539dd9e97451c2ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3773fd78-2e38-47c7-9e43-3e04b0c8da96" -d '{"events": [{"name": "network-changed", "server_uuid": "22e94889-b73e-4383-ab05-cb5457deb660", "tag": "4913d01a-780e-4065-b660-65f7e7c52150"}]}' {{(pid=98185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 18:48:58.215521 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36425c60-16d9-4134-b5ad-df2d374fac81 service neutron] Pushing event updated for resources: {'Port': ['ID=4913d01a-780e-4065-b660-65f7e7c52150,revision_number=3']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:48:58.218463 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-36425c60-16d9-4134-b5ad-df2d374fac81 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:48:58.296386 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 18:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7589cd5d-6c14-4c54-9565-d0e1727866c0 x-openstack-request-id: req-7589cd5d-6c14-4c54-9565-d0e1727866c0 {{(pid=98185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 18:48:58.296714 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22e94889-b73e-4383-ab05-cb5457deb660", "tag": "4913d01a-780e-4065-b660-65f7e7c52150", "status": "completed", "code": 200}]} {{(pid=98185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 18:48:58.296994 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7589cd5d-6c14-4c54-9565-d0e1727866c0 {{(pid=98185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 18:48:58.297651 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22e94889-b73e-4383-ab05-cb5457deb660', 'tag': '4913d01a-780e-4065-b660-65f7e7c52150', 'status': 'completed', 'code': 200} Jun 10 18:48:58.327162 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175d00c6-e153-4ec9-b64d-8710b9a6060a req-6f6283b6-a8a2-4d47-9329-eaa17797d289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:58.328677 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-175d00c6-e153-4ec9-b64d-8710b9a6060a req-6f6283b6-a8a2-4d47-9329-eaa17797d289 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=be26617a1ee345d9a6f8be900482942f&device_id=22e94889-b73e-4383-ab05-cb5457deb660 HTTP/1.1" status: 200 len: 1096 time: 0.0666125 Jun 10 18:48:58.393131 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-175d00c6-e153-4ec9-b64d-8710b9a6060a req-7f2a25df-abf0-499a-a33f-ff9be51cc9e0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4913d01a-780e-4065-b660-65f7e7c52150 HTTP/1.1" status: 200 len: 217 time: 0.0528269 Jun 10 18:48:58.493781 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175d00c6-e153-4ec9-b64d-8710b9a6060a req-e5eb6638-e768-405a-b5bd-07f154abdc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:58.495241 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-175d00c6-e153-4ec9-b64d-8710b9a6060a req-e5eb6638-e768-405a-b5bd-07f154abdc09 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e54f33df-96bf-41df-aade-9540ec4d8d5f HTTP/1.1" status: 200 len: 855 time: 0.0936730 Jun 10 18:48:58.541820 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-175d00c6-e153-4ec9-b64d-8710b9a6060a req-a826ca26-ecb5-4ae8-ac23-a0c279f2369a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=19e9a3f5-4709-4ace-b497-42ae4bcaab91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348549 Jun 10 18:48:58.553424 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582f2f53-3628-4359-bc1b-d76ea5708ecf req-5cc2e4d5-518e-4ef1-a0a6-992e8fe234c1 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:58.554893 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-582f2f53-3628-4359-bc1b-d76ea5708ecf req-5cc2e4d5-518e-4ef1-a0a6-992e8fe234c1 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/ports?device_id=22e94889-b73e-4383-ab05-cb5457deb660 HTTP/1.1" status: 200 len: 943 time: 0.1453552 Jun 10 18:48:58.566110 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d916645-18c9-44da-afbe-f963d466ac46 req-a75b6242-43d0-46c7-8044-09b33f0c2fe4 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:48:58.567577 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-3d916645-18c9-44da-afbe-f963d466ac46 req-a75b6242-43d0-46c7-8044-09b33f0c2fe4 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=11254c6c-c026-45c9-b2e2-064870268f10 HTTP/1.1" status: 200 len: 946 time: 0.0723712 Jun 10 18:48:58.628255 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-3d916645-18c9-44da-afbe-f963d466ac46 req-8f08d54a-8988-4168-9f1b-cd02ad905c7a tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549974 Jun 10 18:48:58.680098 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-582f2f53-3628-4359-bc1b-d76ea5708ecf req-bce4da0d-8350-4358-abf8-a31dbc1806e8 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/security-groups?id=06502357-ff4c-485b-91b1-561d1bbe6894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166606 Jun 10 18:48:58.709735 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-175d00c6-e153-4ec9-b64d-8710b9a6060a req-881f3b70-7829-4886-85ba-9f611b57d3da service neutron] 10.222.0.39 "GET /v2.0/networks/19e9a3f5-4709-4ace-b497-42ae4bcaab91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537058 Jun 10 18:48:59.039782 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-175d00c6-e153-4ec9-b64d-8710b9a6060a req-54db92eb-dcd7-417a-896c-7347021231d8 service neutron] 10.222.0.39 "GET /v2.0/networks/19e9a3f5-4709-4ace-b497-42ae4bcaab91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3223801 Jun 10 18:49:02.381386 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12f11ba-13cb-4ab6-830c-c7e516490a2a req-e1233f40-4007-4d8f-8c7b-ed6b0203da35 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:49:02.382827 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-f12f11ba-13cb-4ab6-830c-c7e516490a2a req-e1233f40-4007-4d8f-8c7b-ed6b0203da35 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=11254c6c-c026-45c9-b2e2-064870268f10 HTTP/1.1" status: 200 len: 946 time: 0.0675206 Jun 10 18:49:02.423297 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-f12f11ba-13cb-4ab6-830c-c7e516490a2a req-99c330a4-194b-4130-8f02-747aa2749cf7 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348637 Jun 10 18:49:02.594285 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aa8106-2795-40ee-b138-1df29bf7cbf0 req-5abd3400-5038-40b0-9881-02a9a688a9f4 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:49:02.595731 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-e6aa8106-2795-40ee-b138-1df29bf7cbf0 req-5abd3400-5038-40b0-9881-02a9a688a9f4 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/ports?device_id=22e94889-b73e-4383-ab05-cb5457deb660 HTTP/1.1" status: 200 len: 943 time: 0.0715909 Jun 10 18:49:02.635954 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-e6aa8106-2795-40ee-b138-1df29bf7cbf0 req-71d4f29a-afe5-4949-b6a0-bf00dc97963b tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/security-groups?id=06502357-ff4c-485b-91b1-561d1bbe6894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337176 Jun 10 18:49:04.215830 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3773fd78-2e38-47c7-9e43-3e04b0c8da96 req-e3459ec7-783c-4087-9d85-7108e2b54894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:49:04.217305 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-3773fd78-2e38-47c7-9e43-3e04b0c8da96 req-e3459ec7-783c-4087-9d85-7108e2b54894 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=be26617a1ee345d9a6f8be900482942f&device_id=22e94889-b73e-4383-ab05-cb5457deb660 HTTP/1.1" status: 200 len: 1096 time: 0.0580549 Jun 10 18:49:04.268097 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f928f468-47ff-4449-a8b0-13b9d60e9129 req-91ea8e5d-2b2c-445c-a29b-f99f00fed20c tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:49:04.269509 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-f928f468-47ff-4449-a8b0-13b9d60e9129 req-91ea8e5d-2b2c-445c-a29b-f99f00fed20c tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=11254c6c-c026-45c9-b2e2-064870268f10 HTTP/1.1" status: 200 len: 946 time: 0.0697329 Jun 10 18:49:04.311537 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-f928f468-47ff-4449-a8b0-13b9d60e9129 req-46f5923d-c4f7-4c1b-bfb5-2cd5024d4fcb tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358081 Jun 10 18:49:04.336629 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3773fd78-2e38-47c7-9e43-3e04b0c8da96 req-49ca3475-344b-484d-95c1-88922821cf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:49:04.336629 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-3773fd78-2e38-47c7-9e43-3e04b0c8da96 req-49ca3475-344b-484d-95c1-88922821cf2c service neutron] 10.222.0.39 "GET /v2.0/networks?id=19e9a3f5-4709-4ace-b497-42ae4bcaab91 HTTP/1.1" status: 200 len: 916 time: 0.1097593 Jun 10 18:49:04.393166 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-3773fd78-2e38-47c7-9e43-3e04b0c8da96 req-ba9e9c48-fe8a-4b1a-adac-ecf455f2fdb3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4913d01a-780e-4065-b660-65f7e7c52150 HTTP/1.1" status: 200 len: 217 time: 0.0497699 Jun 10 18:49:04.449305 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3773fd78-2e38-47c7-9e43-3e04b0c8da96 req-18f4e569-4ef2-440a-b71a-96eea2750261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:49:04.450787 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-3773fd78-2e38-47c7-9e43-3e04b0c8da96 req-18f4e569-4ef2-440a-b71a-96eea2750261 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e54f33df-96bf-41df-aade-9540ec4d8d5f HTTP/1.1" status: 200 len: 855 time: 0.0506368 Jun 10 18:49:04.487103 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2390f3f0-5d41-4c1b-a6d5-cfabb4947117 req-9d9ab38d-a8a9-4c72-9850-bf8c3b91126d tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:49:04.488565 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-2390f3f0-5d41-4c1b-a6d5-cfabb4947117 req-9d9ab38d-a8a9-4c72-9850-bf8c3b91126d tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/ports?device_id=22e94889-b73e-4383-ab05-cb5457deb660 HTTP/1.1" status: 200 len: 943 time: 0.0730536 Jun 10 18:49:04.491400 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-3773fd78-2e38-47c7-9e43-3e04b0c8da96 req-39f31e67-a085-42b5-b59a-9718273081de service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=19e9a3f5-4709-4ace-b497-42ae4bcaab91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306594 Jun 10 18:49:04.530706 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-2390f3f0-5d41-4c1b-a6d5-cfabb4947117 req-e484210b-b0a3-4f75-ab2d-8fad5021bdb1 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/security-groups?id=06502357-ff4c-485b-91b1-561d1bbe6894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359049 Jun 10 18:49:04.609385 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-3773fd78-2e38-47c7-9e43-3e04b0c8da96 req-e9f09fae-3551-487d-9651-a6e92a0df0a5 service neutron] 10.222.0.39 "GET /v2.0/networks/19e9a3f5-4709-4ace-b497-42ae4bcaab91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079595 Jun 10 18:49:04.728143 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-3773fd78-2e38-47c7-9e43-3e04b0c8da96 req-5b1bbda7-2a43-43e0-af04-3c1ae7245ecb service neutron] 10.222.0.39 "GET /v2.0/networks/19e9a3f5-4709-4ace-b497-42ae4bcaab91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115558 Jun 10 18:49:05.549653 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cb4de5-20a5-40b8-9f5b-20d980f5eedc req-426d20f3-ca98-4151-8c8a-e8d96461733f tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:49:05.551089 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-33cb4de5-20a5-40b8-9f5b-20d980f5eedc req-426d20f3-ca98-4151-8c8a-e8d96461733f tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=11254c6c-c026-45c9-b2e2-064870268f10 HTTP/1.1" status: 200 len: 946 time: 0.0697849 Jun 10 18:49:05.597268 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-33cb4de5-20a5-40b8-9f5b-20d980f5eedc req-350fdf55-130a-419c-bcbd-cadd2814614c tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371671 Jun 10 18:49:05.721706 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1102c391-0a59-4c83-98c0-e1b20fb75499 req-994d8546-243d-4f26-9e5c-af9178117f4b tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:49:05.723182 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-1102c391-0a59-4c83-98c0-e1b20fb75499 req-994d8546-243d-4f26-9e5c-af9178117f4b tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/ports?device_id=22e94889-b73e-4383-ab05-cb5457deb660 HTTP/1.1" status: 200 len: 943 time: 0.0703123 Jun 10 18:49:05.764586 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-1102c391-0a59-4c83-98c0-e1b20fb75499 req-b727d373-0b57-4066-a089-3c14e724e720 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/security-groups?id=06502357-ff4c-485b-91b1-561d1bbe6894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348582 Jun 10 18:49:06.367212 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 46818) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:49:06.487993 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-6e30d7f6-2dcb-4f2b-9dfb-ba00763fdfae admin admin] Notify callbacks [] for security_group, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:06.593980 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-6e30d7f6-2dcb-4f2b-9dfb-ba00763fdfae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:06.597706 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-6e30d7f6-2dcb-4f2b-9dfb-ba00763fdfae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:06.600553 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-2ddfb30c-b5f5-4f49-8fe2-5ed00ebb73e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:49:06.639824 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-6e30d7f6-2dcb-4f2b-9dfb-ba00763fdfae admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3ef765c14fbe4ebfb5e2d906b76b9530&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2714567 Jun 10 18:49:06.640701 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e30d7f6-2dcb-4f2b-9dfb-ba00763fdfae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6494786-63c4-48ef-8b88-a97ca9d6c572,revision_number=1']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:49:06.642633 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 46828) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:49:06.646394 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-6e30d7f6-2dcb-4f2b-9dfb-ba00763fdfae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:49:06.697182 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-13c20b9d-6b5b-41d2-b5e7-b2c99e901848 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:06.726260 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-13c20b9d-6b5b-41d2-b5e7-b2c99e901848 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:06.824805 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16143800-2e13-4da3-81c8-7231c3edf5b2 req-dfeadb30-a130-4af9-9502-54e56521a40a tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:49:06.826320 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-16143800-2e13-4da3-81c8-7231c3edf5b2 req-dfeadb30-a130-4af9-9502-54e56521a40a tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=11254c6c-c026-45c9-b2e2-064870268f10 HTTP/1.1" status: 200 len: 946 time: 0.1057045 Jun 10 18:49:06.850119 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-13c20b9d-6b5b-41d2-b5e7-b2c99e901848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:06.852719 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-13c20b9d-6b5b-41d2-b5e7-b2c99e901848 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:06.856180 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-13c20b9d-6b5b-41d2-b5e7-b2c99e901848 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b6494786-63c4-48ef-8b88-a97ca9d6c572 HTTP/1.1" status: 204 len: 168 time: 0.2093775 Jun 10 18:49:06.856331 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-96262c81-0f29-4314-985c-fb9f254260d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:49:06.870456 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c20b9d-6b5b-41d2-b5e7-b2c99e901848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6494786-63c4-48ef-8b88-a97ca9d6c572,revision_number=None']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:49:06.875309 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-13c20b9d-6b5b-41d2-b5e7-b2c99e901848 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:49:06.904362 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-16143800-2e13-4da3-81c8-7231c3edf5b2 req-64ff35ff-3e89-41c1-8210-aacffe979daf tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716867 Jun 10 18:49:06.972497 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f4bb91-026a-468d-b609-8405e0d2431e req-8f86cb46-bdd2-4b8c-ba5e-aabf82f046e7 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:49:06.974810 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-84f4bb91-026a-468d-b609-8405e0d2431e req-8f86cb46-bdd2-4b8c-ba5e-aabf82f046e7 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/ports?device_id=22e94889-b73e-4383-ab05-cb5457deb660 HTTP/1.1" status: 200 len: 943 time: 0.0801978 Jun 10 18:49:07.023550 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-84f4bb91-026a-468d-b609-8405e0d2431e req-09e55eff-c7c0-47ae-ae5d-702ced03df3f tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/security-groups?id=06502357-ff4c-485b-91b1-561d1bbe6894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426376 Jun 10 18:49:07.167924 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 46840) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:49:07.183299 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-063e8569-8e97-4a24-9b06-c9312580cac7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:07.282761 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-063e8569-8e97-4a24-9b06-c9312580cac7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:07.287410 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-063e8569-8e97-4a24-9b06-c9312580cac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:07.290485 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:49:07.330640 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-063e8569-8e97-4a24-9b06-c9312580cac7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ad4cbc52536549a4bcf09662e8701ae9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1616254 Jun 10 18:49:07.331936 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063e8569-8e97-4a24-9b06-c9312580cac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1db1c627-b4dd-4fcc-9885-72f7a4a598de,revision_number=1']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:49:07.333347 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 46854) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:49:07.335145 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-063e8569-8e97-4a24-9b06-c9312580cac7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:49:07.410057 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-d696301d-efb0-4383-986c-664408f1410c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:07.440715 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-d696301d-efb0-4383-986c-664408f1410c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:07.510987 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-d696301d-efb0-4383-986c-664408f1410c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:07.515651 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-d696301d-efb0-4383-986c-664408f1410c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:07.516906 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-d696301d-efb0-4383-986c-664408f1410c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1db1c627-b4dd-4fcc-9885-72f7a4a598de HTTP/1.1" status: 204 len: 168 time: 0.1824579 Jun 10 18:49:07.517873 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-765b76e4-639a-4c6a-b01a-07631a1dada2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:49:07.527701 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d696301d-efb0-4383-986c-664408f1410c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1db1c627-b4dd-4fcc-9885-72f7a4a598de,revision_number=None']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:49:07.534297 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-d696301d-efb0-4383-986c-664408f1410c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:49:08.148730 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f85b7a-fe23-4856-bd0d-0d26662b1e22 req-f6580ba1-cd69-4311-9474-b0ca1d5573d9 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:49:08.157579 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-59f85b7a-fe23-4856-bd0d-0d26662b1e22 req-f6580ba1-cd69-4311-9474-b0ca1d5573d9 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=11254c6c-c026-45c9-b2e2-064870268f10 HTTP/1.1" status: 200 len: 946 time: 0.1164718 Jun 10 18:49:08.205086 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-59f85b7a-fe23-4856-bd0d-0d26662b1e22 req-eb4a0b5b-0952-43a8-8248-10bf7ec1ddca tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462942 Jun 10 18:49:08.388809 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7aec30-0cc2-4beb-9593-72afe9c642de req-d5735f83-f291-4d00-b130-59effc6a16fe tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:49:08.390341 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-0c7aec30-0cc2-4beb-9593-72afe9c642de req-d5735f83-f291-4d00-b130-59effc6a16fe tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/ports?device_id=22e94889-b73e-4383-ab05-cb5457deb660 HTTP/1.1" status: 200 len: 943 time: 0.0983975 Jun 10 18:49:08.470333 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-0c7aec30-0cc2-4beb-9593-72afe9c642de req-ee8bd243-24c0-4260-b57e-eb1ceed78206 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/security-groups?id=06502357-ff4c-485b-91b1-561d1bbe6894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743179 Jun 10 18:49:08.470968 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c52c807-d456-45ec-8a9a-2a1461c6a4ba req-ce9bbdff-e08e-4ab9-8bae-de0aa57d93a8 tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:49:08.479686 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-1c52c807-d456-45ec-8a9a-2a1461c6a4ba req-ce9bbdff-e08e-4ab9-8bae-de0aa57d93a8 tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] 10.222.0.15 "GET /v2.0/ports?device_id=adde8da3-a2d9-4708-8a68-505450b3072a HTTP/1.1" status: 200 len: 945 time: 0.1084812 Jun 10 18:49:08.535195 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-1c52c807-d456-45ec-8a9a-2a1461c6a4ba req-9474f0ae-2df5-47d1-b98c-4076d04083a4 tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] 10.222.0.15 "GET /v2.0/security-groups?id=a84a6f49-79f9-4953-8e37-238be30dbc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546348 Jun 10 18:49:09.401707 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cb34bb-0a39-42fb-a942-d5bef1ad60d0 req-04f5114b-8f28-41d3-b5b4-4d6b5f978edd tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:49:09.403224 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-12cb34bb-0a39-42fb-a942-d5bef1ad60d0 req-04f5114b-8f28-41d3-b5b4-4d6b5f978edd tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=11254c6c-c026-45c9-b2e2-064870268f10 HTTP/1.1" status: 200 len: 946 time: 0.0791655 Jun 10 18:49:09.445500 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-12cb34bb-0a39-42fb-a942-d5bef1ad60d0 req-2f86ac81-91d0-40fc-a4cf-1ef2e10e812c tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365164 Jun 10 18:49:09.698797 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ce7647-b102-4ccd-b863-173fcb34f551 req-ff612446-c4f5-48bd-a68a-7c40533e3b31 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:49:09.706126 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-62ce7647-b102-4ccd-b863-173fcb34f551 req-ff612446-c4f5-48bd-a68a-7c40533e3b31 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/ports?device_id=22e94889-b73e-4383-ab05-cb5457deb660 HTTP/1.1" status: 200 len: 943 time: 0.1058242 Jun 10 18:49:09.769397 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-62ce7647-b102-4ccd-b863-173fcb34f551 req-008c9dfc-0f3c-4bb9-9101-349ed08cd23a tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/security-groups?id=06502357-ff4c-485b-91b1-561d1bbe6894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616429 Jun 10 18:49:09.796534 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66668f96-15ad-46df-983a-ceed3cf4c069 req-4f21868c-0e5d-4068-8f26-e59a76766721 tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:49:09.798080 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-66668f96-15ad-46df-983a-ceed3cf4c069 req-4f21868c-0e5d-4068-8f26-e59a76766721 tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] 10.222.0.15 "GET /v2.0/ports?device_id=adde8da3-a2d9-4708-8a68-505450b3072a HTTP/1.1" status: 200 len: 945 time: 0.1060474 Jun 10 18:49:09.845813 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-66668f96-15ad-46df-983a-ceed3cf4c069 req-f072b881-25e4-4407-a7d2-1c58e15d9d6a tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] 10.222.0.15 "GET /v2.0/security-groups?id=a84a6f49-79f9-4953-8e37-238be30dbc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413830 Jun 10 18:49:10.631748 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c214aee-4772-48f4-8b75-1e4d161bf66a req-b6fcd244-d059-4729-9b1a-eedc150af864 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:49:10.633189 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-2c214aee-4772-48f4-8b75-1e4d161bf66a req-b6fcd244-d059-4729-9b1a-eedc150af864 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=11254c6c-c026-45c9-b2e2-064870268f10 HTTP/1.1" status: 200 len: 946 time: 0.0716031 Jun 10 18:49:10.673355 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-2c214aee-4772-48f4-8b75-1e4d161bf66a req-b60d5d28-4dc2-4cac-a6f5-f27ef245cbcd tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346224 Jun 10 18:49:10.907512 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Device 4913d01a-780e-4065-b660-65f7e7c52150 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=98186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 18:49:10.954066 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ef4374-3d30-4c79-8e13-e2be43323ea9 req-501cb6b3-9d3b-4ce0-870e-24cfe081cf8b tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:49:10.955917 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-90ef4374-3d30-4c79-8e13-e2be43323ea9 req-501cb6b3-9d3b-4ce0-870e-24cfe081cf8b tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/ports?device_id=22e94889-b73e-4383-ab05-cb5457deb660 HTTP/1.1" status: 200 len: 943 time: 0.0760002 Jun 10 18:49:11.019835 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-90ef4374-3d30-4c79-8e13-e2be43323ea9 req-5e9d8a27-a2b0-4df2-84d9-6127b2a7862b tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/security-groups?id=06502357-ff4c-485b-91b1-561d1bbe6894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555661 Jun 10 18:49:11.054497 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb5bf5-4e35-41d1-891c-f913d5a8509b req-39dfd460-fc64-421a-875f-68d5eb495398 tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:49:11.061885 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-d2fb5bf5-4e35-41d1-891c-f913d5a8509b req-39dfd460-fc64-421a-875f-68d5eb495398 tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] 10.222.0.15 "GET /v2.0/ports?device_id=adde8da3-a2d9-4708-8a68-505450b3072a HTTP/1.1" status: 200 len: 945 time: 0.0846550 Jun 10 18:49:11.100492 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-d2fb5bf5-4e35-41d1-891c-f913d5a8509b req-c402bc17-882c-42b8-82ec-ee3290c8d7b1 tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] 10.222.0.15 "GET /v2.0/security-groups?id=a84a6f49-79f9-4953-8e37-238be30dbc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378377 Jun 10 18:49:11.156857 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] For port 4913d01a-780e-4065-b660-65f7e7c52150, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=4913d01a-780e-4065-b660-65f7e7c52150,segment=NetworkSegment(fd279837-3169-4e44-bb88-c8bbfa96e1db),segment_id=fd279837-3169-4e44-bb88-c8bbfa96e1db)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:49:11.176156 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Returning: {'device': '4913d01a-780e-4065-b660-65f7e7c52150', 'network_id': '19e9a3f5-4709-4ace-b497-42ae4bcaab91', 'port_id': '4913d01a-780e-4065-b660-65f7e7c52150', 'mac_address': 'fa:16:3e:e0:93:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e54f33df-96bf-41df-aade-9540ec4d8d5f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 18:49:11.221516 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:11.235862 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.notifiers.nova [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4913d01a-780e-4065-b660-65f7e7c52150 {{(pid=98186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 18:49:11.259474 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] For port 4913d01a-780e-4065-b660-65f7e7c52150, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=4913d01a-780e-4065-b660-65f7e7c52150,segment=NetworkSegment(fd279837-3169-4e44-bb88-c8bbfa96e1db),segment_id=fd279837-3169-4e44-bb88-c8bbfa96e1db)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:49:11.263363 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:11.265537 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:49:11.318201 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Pushing event updated for resources: {'Port': ['ID=4913d01a-780e-4065-b660-65f7e7c52150,revision_number=4']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:49:11.321170 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:49:11.780072 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-e8cd0be0-b307-43e0-ab26-2dffcc3afc6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:14.265310 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-2fde41b6-5722-46e4-b86c-c82527b3a06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:14.417375 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:15.399705 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-8dcc316c-a8c5-4da3-a0ad-e3f4fe9157be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:16.088064 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:16.730574 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5e206e-1729-4ae0-9d1a-00c580b7980f req-2f5db91d-69f2-4735-b90f-2d8a3d7824c4 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:49:16.732064 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-ff5e206e-1729-4ae0-9d1a-00c580b7980f req-2f5db91d-69f2-4735-b90f-2d8a3d7824c4 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=11254c6c-c026-45c9-b2e2-064870268f10 HTTP/1.1" status: 200 len: 946 time: 0.0713415 Jun 10 18:49:16.748163 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61e61d4-943e-4b1d-8b96-10e70b54d275 req-34440ae9-92f7-43bd-9b72-b2815b126c9f tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:49:16.749668 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-f61e61d4-943e-4b1d-8b96-10e70b54d275 req-34440ae9-92f7-43bd-9b72-b2815b126c9f tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/ports?device_id=22e94889-b73e-4383-ab05-cb5457deb660 HTTP/1.1" status: 200 len: 944 time: 0.0739813 Jun 10 18:49:16.777530 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-ff5e206e-1729-4ae0-9d1a-00c580b7980f req-09a4912d-fb71-466f-9279-c74cc9820251 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397329 Jun 10 18:49:16.794051 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-f61e61d4-943e-4b1d-8b96-10e70b54d275 req-7107cab1-edb0-4d83-adc6-3fef150df924 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/security-groups?id=06502357-ff4c-485b-91b1-561d1bbe6894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385346 Jun 10 18:49:16.953600 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4c6c98-b1c0-4628-922c-b7084fb9ad4a req-48667d81-ce65-4e84-bb5a-543d909fe1cb tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:49:16.955378 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-8e4c6c98-b1c0-4628-922c-b7084fb9ad4a req-48667d81-ce65-4e84-bb5a-543d909fe1cb tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] 10.222.0.15 "GET /v2.0/ports?device_id=adde8da3-a2d9-4708-8a68-505450b3072a HTTP/1.1" status: 200 len: 945 time: 0.0782135 Jun 10 18:49:16.996470 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-8e4c6c98-b1c0-4628-922c-b7084fb9ad4a req-e7d8276b-c8a2-4a87-9d4e-797153687046 tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] 10.222.0.15 "GET /v2.0/security-groups?id=a84a6f49-79f9-4953-8e37-238be30dbc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351744 Jun 10 18:49:17.208190 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-bf1ede84-8c21-46ff-8a19-cb90afe635a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:17.527871 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f094e2-bd91-4621-8a7f-0fd68dd63a57 req-8f0f56af-3541-415b-ace2-ab4ef52917f7 tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:49:17.529372 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-a2f094e2-bd91-4621-8a7f-0fd68dd63a57 req-8f0f56af-3541-415b-ace2-ab4ef52917f7 tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] 10.222.0.39 "GET /v2.0/ports?device_id=adde8da3-a2d9-4708-8a68-505450b3072a HTTP/1.1" status: 200 len: 945 time: 0.0773215 Jun 10 18:49:17.654259 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.plugin [req-a2f094e2-bd91-4621-8a7f-0fd68dd63a57 req-9f8716d1-33fe-4922-b4a6-aefd1a846a03 tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] Deleting port e3754908-a92f-422c-8056-e143e7d3f9f6 {{(pid=98185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 18:49:17.654609 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-a2f094e2-bd91-4621-8a7f-0fd68dd63a57 req-9f8716d1-33fe-4922-b4a6-aefd1a846a03 tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578452511'] for port, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:17.703768 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] get_ports_and_sgs() called for port_ids ['4913d01a-780e-4065-b660-65f7e7c52150'] {{(pid=98186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 18:49:17.773897 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.db [req-a2f094e2-bd91-4621-8a7f-0fd68dd63a57 req-9f8716d1-33fe-4922-b4a6-aefd1a846a03 tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] For port e3754908-a92f-422c-8056-e143e7d3f9f6, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=e3754908-a92f-422c-8056-e143e7d3f9f6,segment=NetworkSegment(b950237d-a9b4-498d-ae31-3d34e5010ece),segment_id=b950237d-a9b4-498d-ae31-3d34e5010ece)] {{(pid=98185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:49:17.774437 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-a2f094e2-bd91-4621-8a7f-0fd68dd63a57 req-9f8716d1-33fe-4922-b4a6-aefd1a846a03 tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4044702'] for port, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:17.891611 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.plugin [req-a2f094e2-bd91-4621-8a7f-0fd68dd63a57 req-9f8716d1-33fe-4922-b4a6-aefd1a846a03 tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] Calling delete_port for e3754908-a92f-422c-8056-e143e7d3f9f6 owned by compute:nova {{(pid=98185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 18:49:18.000553 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f0e2f1-c334-47e3-9a91-9f12c846926e req-7ebe953c-34cd-4f70-bafe-5934f5b99bfb tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:49:18.002127 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-69f0e2f1-c334-47e3-9a91-9f12c846926e req-7ebe953c-34cd-4f70-bafe-5934f5b99bfb tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=11254c6c-c026-45c9-b2e2-064870268f10 HTTP/1.1" status: 200 len: 946 time: 0.0829587 Jun 10 18:49:18.051381 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-69f0e2f1-c334-47e3-9a91-9f12c846926e req-6e2e0189-37fe-475b-a531-aa3534b20743 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422599 Jun 10 18:49:18.091966 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b37797d-4413-478b-9030-3638bc70c52f req-0bb818aa-719a-4f99-a555-3278b29cda33 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:49:18.093437 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-4b37797d-4413-478b-9030-3638bc70c52f req-0bb818aa-719a-4f99-a555-3278b29cda33 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/ports?device_id=22e94889-b73e-4383-ab05-cb5457deb660 HTTP/1.1" status: 200 len: 944 time: 0.1639640 Jun 10 18:49:18.191745 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-4b37797d-4413-478b-9030-3638bc70c52f req-d16742d3-281a-4fd9-92a4-9aefdb6655d0 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/security-groups?id=06502357-ff4c-485b-91b1-561d1bbe6894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865479 Jun 10 18:49:18.196116 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-a2f094e2-bd91-4621-8a7f-0fd68dd63a57 req-9f8716d1-33fe-4922-b4a6-aefd1a846a03 tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578457411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578064415'] for port, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:18.205933 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:49:18.256591 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe9bdae-9ff8-4337-8e2c-6699d1d77e3f req-4af5db5e-5253-4039-b0fa-9f36887a7f46 tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:49:18.258248 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-2fe9bdae-9ff8-4337-8e2c-6699d1d77e3f req-4af5db5e-5253-4039-b0fa-9f36887a7f46 tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] 10.222.0.15 "GET /v2.0/ports?device_id=adde8da3-a2d9-4708-8a68-505450b3072a HTTP/1.1" status: 200 len: 867 time: 0.0955067 Jun 10 18:49:18.288628 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8716d1-33fe-4922-b4a6-aefd1a846a03 tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] Pushing event deleted for resources: {'Port': ['ID=e3754908-a92f-422c-8056-e143e7d3f9f6,revision_number=None']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:49:18.293408 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-9f8716d1-33fe-4922-b4a6-aefd1a846a03 tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:49:18.314730 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-2fe9bdae-9ff8-4337-8e2c-6699d1d77e3f req-0d0ec3e0-893a-487e-9e1e-0858d5e4dd3d tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] 10.222.0.15 "GET /v2.0/security-groups?id=a84a6f49-79f9-4953-8e37-238be30dbc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509574 Jun 10 18:49:18.349754 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2f094e2-bd91-4621-8a7f-0fd68dd63a57 req-9f8716d1-33fe-4922-b4a6-aefd1a846a03 tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] No DVR routers for this DVR port e3754908-a92f-422c-8056-e143e7d3f9f6 on host hv-cinder-78626 {{(pid=98185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 18:49:18.354770 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-a2f094e2-bd91-4621-8a7f-0fd68dd63a57 req-9f8716d1-33fe-4922-b4a6-aefd1a846a03 tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230521'] for port, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:18.373865 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-a2f094e2-bd91-4621-8a7f-0fd68dd63a57 req-9f8716d1-33fe-4922-b4a6-aefd1a846a03 tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] 10.222.0.39 "DELETE /v2.0/ports/e3754908-a92f-422c-8056-e143e7d3f9f6 HTTP/1.1" status: 204 len: 173 time: 0.8197565 Jun 10 18:49:18.373865 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adde8da3-a2d9-4708-8a68-505450b3072a', 'name': 'network-vif-deleted', 'tag': 'e3754908-a92f-422c-8056-e143e7d3f9f6'}] {{(pid=98185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 18:49:18.377164 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44d46bb02d59f4e600e8e3fdef735be97a189b4bda953b1539dd9e97451c2ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ff118cb-d0fe-45c1-a9e0-6c243819e965" -d '{"events": [{"server_uuid": "adde8da3-a2d9-4708-8a68-505450b3072a", "name": "network-vif-deleted", "tag": "e3754908-a92f-422c-8056-e143e7d3f9f6"}]}' {{(pid=98185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 18:49:18.440212 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 18:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1d03acf-ed45-4bfd-8208-3565280e296a x-openstack-request-id: req-e1d03acf-ed45-4bfd-8208-3565280e296a {{(pid=98185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 18:49:18.440778 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adde8da3-a2d9-4708-8a68-505450b3072a", "name": "network-vif-deleted", "tag": "e3754908-a92f-422c-8056-e143e7d3f9f6", "status": "completed", "code": 200}]} {{(pid=98185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 18:49:18.441065 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e1d03acf-ed45-4bfd-8208-3565280e296a {{(pid=98185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 18:49:18.441720 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adde8da3-a2d9-4708-8a68-505450b3072a', 'name': 'network-vif-deleted', 'tag': 'e3754908-a92f-422c-8056-e143e7d3f9f6', 'status': 'completed', 'code': 200} Jun 10 18:49:18.953611 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.agents_db [None req-dd8e6269-3fd9-4915-b5ed-83e1f738bf4e None None] Agent healthcheck: found 6 active agents {{(pid=98187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 18:49:19.233689 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da80b949-175d-4e01-9d32-0634e8899752 req-ca38f9e1-10c1-466b-abd5-ecc62d0c02e9 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:49:19.235300 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-da80b949-175d-4e01-9d32-0634e8899752 req-ca38f9e1-10c1-466b-abd5-ecc62d0c02e9 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=11254c6c-c026-45c9-b2e2-064870268f10 HTTP/1.1" status: 200 len: 946 time: 0.0698276 Jun 10 18:49:19.282690 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-da80b949-175d-4e01-9d32-0634e8899752 req-63119bd3-d825-429f-9e2d-d99543a6f156 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407996 Jun 10 18:49:19.405720 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72143c04-62f6-49b4-9c6c-e37eb8aa01e2 req-881c7790-bb85-4757-8649-c602d6d15c7c tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:49:19.407197 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-72143c04-62f6-49b4-9c6c-e37eb8aa01e2 req-881c7790-bb85-4757-8649-c602d6d15c7c tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/ports?device_id=22e94889-b73e-4383-ab05-cb5457deb660 HTTP/1.1" status: 200 len: 944 time: 0.0775309 Jun 10 18:49:19.494853 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-72143c04-62f6-49b4-9c6c-e37eb8aa01e2 req-ce6238ac-2bf8-4238-8118-3cf94e42877b tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/security-groups?id=06502357-ff4c-485b-91b1-561d1bbe6894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805030 Jun 10 18:49:19.536461 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-4cde2511-d76c-4a2a-a379-36bd359cd6ad req-5d9cbce8-04aa-4499-b2dd-c77045a97249 tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] 10.222.0.15 "GET /v2.0/ports?device_id=adde8da3-a2d9-4708-8a68-505450b3072a HTTP/1.1" status: 200 len: 210 time: 0.0637934 Jun 10 18:49:20.291116 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 47156) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:49:20.407385 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-d2f1b22c-fefd-44f0-b967-3d329a96a1fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:20.478927 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee20e8b-e27b-4603-9920-a163387fe179 req-58e917f1-7b73-407c-8794-f714eae76b28 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:49:20.480844 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-4ee20e8b-e27b-4603-9920-a163387fe179 req-58e917f1-7b73-407c-8794-f714eae76b28 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=11254c6c-c026-45c9-b2e2-064870268f10 HTTP/1.1" status: 200 len: 946 time: 0.0773730 Jun 10 18:49:20.513131 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-d2f1b22c-fefd-44f0-b967-3d329a96a1fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:20.517212 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-d2f1b22c-fefd-44f0-b967-3d329a96a1fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:20.521405 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-ee619a49-c5f8-4b11-b89f-cd2b80b5369e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:49:20.528426 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-4ee20e8b-e27b-4603-9920-a163387fe179 req-6bdd02f1-ea47-4f7d-a7ee-6ba63e870b5e tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401936 Jun 10 18:49:20.563029 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-d2f1b22c-fefd-44f0-b967-3d329a96a1fc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=31c8577ec09c43999ac4ad6a4648b385&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2695191 Jun 10 18:49:20.563029 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f1b22c-fefd-44f0-b967-3d329a96a1fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb3a588f-1224-4671-ada1-6c731f088204,revision_number=1']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:49:20.565100 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 47168) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:49:20.571147 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Device 4913d01a-780e-4065-b660-65f7e7c52150 up at agent hyperv_hv-cinder-78626 {{(pid=98186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 18:49:20.581345 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-d2f1b22c-fefd-44f0-b967-3d329a96a1fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:49:20.637027 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-48cde784-116b-4210-9cb9-b68b125e1417 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:20.669171 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Provisioning for port 4913d01a-780e-4065-b660-65f7e7c52150 completed by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 18:49:20.673484 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-48cde784-116b-4210-9cb9-b68b125e1417 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:20.674491 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Provisioning complete for port 4913d01a-780e-4065-b660-65f7e7c52150 triggered by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 18:49:20.676734 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:20.750472 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-48cde784-116b-4210-9cb9-b68b125e1417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:20.753584 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-48cde784-116b-4210-9cb9-b68b125e1417 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:20.754987 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-48cde784-116b-4210-9cb9-b68b125e1417 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fb3a588f-1224-4671-ada1-6c731f088204 HTTP/1.1" status: 204 len: 168 time: 0.1887951 Jun 10 18:49:20.755950 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-578baaa0-bf3b-465c-8244-c7dbf48a287d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:49:20.761245 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be92553-e2b2-4f69-8730-9ce51bb9402e req-6c139eed-d51d-40b3-adfb-c4ae424e14ea tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:49:20.772124 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-6be92553-e2b2-4f69-8730-9ce51bb9402e req-6c139eed-d51d-40b3-adfb-c4ae424e14ea tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/ports?device_id=22e94889-b73e-4383-ab05-cb5457deb660 HTTP/1.1" status: 200 len: 944 time: 0.1273952 Jun 10 18:49:20.776698 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cde784-116b-4210-9cb9-b68b125e1417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb3a588f-1224-4671-ada1-6c731f088204,revision_number=None']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:49:20.784824 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-48cde784-116b-4210-9cb9-b68b125e1417 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:49:20.835790 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:20.844921 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-6be92553-e2b2-4f69-8730-9ce51bb9402e req-4aa31474-eca8-47c7-b678-67e8e35d2c08 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/security-groups?id=06502357-ff4c-485b-91b1-561d1bbe6894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718141 Jun 10 18:49:20.875836 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22e94889-b73e-4383-ab05-cb5457deb660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4913d01a-780e-4065-b660-65f7e7c52150'}] {{(pid=98186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 18:49:20.878705 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c2f46a37dc9d9ea27ba47e2e5c887733d44c46f74833e79389795ef1d11a41d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95bae0f7-e44e-4951-9e3a-cfe1ba7fdaa4" -d '{"events": [{"server_uuid": "22e94889-b73e-4383-ab05-cb5457deb660", "name": "network-vif-plugged", "status": "completed", "tag": "4913d01a-780e-4065-b660-65f7e7c52150"}]}' {{(pid=98186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 18:49:20.895892 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] For port 4913d01a-780e-4065-b660-65f7e7c52150, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=4913d01a-780e-4065-b660-65f7e7c52150,segment=NetworkSegment(fd279837-3169-4e44-bb88-c8bbfa96e1db),segment_id=fd279837-3169-4e44-bb88-c8bbfa96e1db)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:49:20.918009 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:20.921193 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Device e3754908-a92f-422c-8056-e143e7d3f9f6 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=98186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 18:49:20.923039 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:49:20.927750 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 18:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dc3e81d-270e-4a52-8ec1-e68cb746974d x-openstack-request-id: req-1dc3e81d-270e-4a52-8ec1-e68cb746974d {{(pid=98186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 18:49:20.928062 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22e94889-b73e-4383-ab05-cb5457deb660", "name": "network-vif-plugged", "status": "completed", "tag": "4913d01a-780e-4065-b660-65f7e7c52150", "code": 200}]} {{(pid=98186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 18:49:20.928331 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1dc3e81d-270e-4a52-8ec1-e68cb746974d {{(pid=98186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 18:49:20.928790 dv-cinder-786260-4-iscsi neutron-server[98186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22e94889-b73e-4383-ab05-cb5457deb660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4913d01a-780e-4065-b660-65f7e7c52150', 'code': 200} Jun 10 18:49:21.011173 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.plugin [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] No Port match for: e3754908-a92f-422c-8056-e143e7d3f9f6 {{(pid=98186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 18:49:21.011526 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Device e3754908-a92f-422c-8056-e143e7d3f9f6 not bound to the agent host hv-cinder-78626 {{(pid=98186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 18:49:21.053759 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Pushing event updated for resources: {'Port': ['ID=4913d01a-780e-4065-b660-65f7e7c52150,revision_number=5']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:49:21.057899 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:49:21.193618 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 47202) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:49:21.209805 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-cbf84e94-a3a9-48e9-9a65-ceda3c1b94a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:21.309324 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-cbf84e94-a3a9-48e9-9a65-ceda3c1b94a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:21.313148 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-cbf84e94-a3a9-48e9-9a65-ceda3c1b94a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:21.316206 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:49:21.405289 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-cbf84e94-a3a9-48e9-9a65-ceda3c1b94a3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=46d4f797884243c48bb669c3fcda1922&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2105417 Jun 10 18:49:21.406342 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf84e94-a3a9-48e9-9a65-ceda3c1b94a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d8683d9-1d9b-4881-b27c-ca0b7ecc8830,revision_number=1']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:49:21.407917 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 47204) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:49:21.410843 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-cbf84e94-a3a9-48e9-9a65-ceda3c1b94a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:49:21.434968 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2eb6e8-7d2b-4f7e-a779-3d8531cdf765 req-1cf74a84-136a-4c4f-a331-147644a5af4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:49:21.436456 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-0b2eb6e8-7d2b-4f7e-a779-3d8531cdf765 req-1cf74a84-136a-4c4f-a331-147644a5af4a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=22e94889-b73e-4383-ab05-cb5457deb660 HTTP/1.1" status: 200 len: 1098 time: 0.1037400 Jun 10 18:49:21.464747 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-efc0ccc1-3114-4a35-9167-fc9555ddc595 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:21.477880 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-0b2eb6e8-7d2b-4f7e-a779-3d8531cdf765 req-ff9a6c40-f482-4fe6-8cdd-d1d0b7935118 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=06502357-ff4c-485b-91b1-561d1bbe6894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342381 Jun 10 18:49:21.492962 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-efc0ccc1-3114-4a35-9167-fc9555ddc595 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:21.546869 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-efc0ccc1-3114-4a35-9167-fc9555ddc595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:21.549547 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-efc0ccc1-3114-4a35-9167-fc9555ddc595 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:21.550675 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-efc0ccc1-3114-4a35-9167-fc9555ddc595 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1d8683d9-1d9b-4881-b27c-ca0b7ecc8830 HTTP/1.1" status: 204 len: 168 time: 0.1416109 Jun 10 18:49:21.551725 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-bc0c14c0-5b5f-44da-b66a-92fc8235b6d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:49:21.564377 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc0ccc1-3114-4a35-9167-fc9555ddc595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d8683d9-1d9b-4881-b27c-ca0b7ecc8830,revision_number=None']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:49:21.567338 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-efc0ccc1-3114-4a35-9167-fc9555ddc595 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:49:21.739324 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd2dca-0399-45ee-986f-7690cd6ab82e req-83e59d9f-c8ca-4fc3-8df8-957f0a403a5d tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:49:21.741965 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-72dd2dca-0399-45ee-986f-7690cd6ab82e req-83e59d9f-c8ca-4fc3-8df8-957f0a403a5d tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=11254c6c-c026-45c9-b2e2-064870268f10 HTTP/1.1" status: 200 len: 946 time: 0.0800762 Jun 10 18:49:21.784246 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-72dd2dca-0399-45ee-986f-7690cd6ab82e req-ea767567-17bc-44a1-b868-26c6ee73326d tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378523 Jun 10 18:49:21.892292 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 47216) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:49:21.911831 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-a82e7ae1-d78d-429a-bd2e-b87de8880f06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:22.066293 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-a82e7ae1-d78d-429a-bd2e-b87de8880f06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:22.075703 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f6e90d-15f9-44ce-91f6-a441941eae71 req-e0929e47-d941-493c-840b-fc9d39f7fc18 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:49:22.077426 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-88f6e90d-15f9-44ce-91f6-a441941eae71 req-e0929e47-d941-493c-840b-fc9d39f7fc18 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/ports?device_id=22e94889-b73e-4383-ab05-cb5457deb660 HTTP/1.1" status: 200 len: 945 time: 0.1170838 Jun 10 18:49:22.078746 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-a82e7ae1-d78d-429a-bd2e-b87de8880f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:22.082693 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:49:22.150811 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-a82e7ae1-d78d-429a-bd2e-b87de8880f06 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0ee143d81e834ccea8318bda3047536c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2549624 Jun 10 18:49:22.150811 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82e7ae1-d78d-429a-bd2e-b87de8880f06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b2a71f6-7d65-48ad-a8a9-9a258395f63d,revision_number=1']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:49:22.151847 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 47226) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:49:22.171099 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-a82e7ae1-d78d-429a-bd2e-b87de8880f06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:49:22.174261 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-88f6e90d-15f9-44ce-91f6-a441941eae71 req-96381424-fe31-45d5-8807-7606f21cd861 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/security-groups?id=06502357-ff4c-485b-91b1-561d1bbe6894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884697 Jun 10 18:49:22.235859 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-8208ff8b-921f-437f-b283-833cdf3ee255 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:22.264726 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-8208ff8b-921f-437f-b283-833cdf3ee255 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:22.289356 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 47242) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:49:22.367326 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.db.db_base_plugin_v2 [None req-10c0ac0b-4994-4d92-bbf1-84d3bd4dbddd admin admin] Deleting subnet 5776c23f-d49b-4a6e-8e14-44188b13dc6a {{(pid=98185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 18:49:22.370829 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-10c0ac0b-4994-4d92-bbf1-84d3bd4dbddd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:22.407037 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-8208ff8b-921f-437f-b283-833cdf3ee255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:22.409821 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-8208ff8b-921f-437f-b283-833cdf3ee255 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:22.422287 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-8208ff8b-921f-437f-b283-833cdf3ee255 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6b2a71f6-7d65-48ad-a8a9-9a258395f63d HTTP/1.1" status: 204 len: 168 time: 0.2623422 Jun 10 18:49:22.424426 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-54f3ee56-b4be-4f72-a0cf-bee305e0351e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:49:22.449135 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8208ff8b-921f-437f-b283-833cdf3ee255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b2a71f6-7d65-48ad-a8a9-9a258395f63d,revision_number=None']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:49:22.459506 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-8208ff8b-921f-437f-b283-833cdf3ee255 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:49:22.461784 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-10c0ac0b-4994-4d92-bbf1-84d3bd4dbddd admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:22.478113 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-10c0ac0b-4994-4d92-bbf1-84d3bd4dbddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883551'] for subnet, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:22.563197 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-10c0ac0b-4994-4d92-bbf1-84d3bd4dbddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730'] for subnet, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:22.566555 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:49:22.578288 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-10c0ac0b-4994-4d92-bbf1-84d3bd4dbddd admin admin] Notify callbacks [] for subnet, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:22.580760 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-10c0ac0b-4994-4d92-bbf1-84d3bd4dbddd admin admin] 10.222.0.15 "DELETE /v2.0/subnets/5776c23f-d49b-4a6e-8e14-44188b13dc6a HTTP/1.1" status: 204 len: 168 time: 0.2900188 Jun 10 18:49:22.584587 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 47256) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:49:22.609704 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c0ac0b-4994-4d92-bbf1-84d3bd4dbddd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5776c23f-d49b-4a6e-8e14-44188b13dc6a,revision_number=None']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:49:22.612052 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-10c0ac0b-4994-4d92-bbf1-84d3bd4dbddd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:49:22.633174 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 47258) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:49:22.687370 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-2e74648f-8396-4258-8d1b-f45c25781db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542662'] for network, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:22.824494 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-2e74648f-8396-4258-8d1b-f45c25781db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-876752', 'neutron.services.segments.db._delete_segments_for_network-8731578620079'] for network, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:22.838892 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-2e74648f-8396-4258-8d1b-f45c25781db9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=98184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:49:22.839264 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-2e74648f-8396-4258-8d1b-f45c25781db9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=98184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:49:22.840085 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-2e74648f-8396-4258-8d1b-f45c25781db9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:49:22.840531 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-2e74648f-8396-4258-8d1b-f45c25781db9 admin admin] Subscribe: > port after_create 55550000 {{(pid=98184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:49:22.840858 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-2e74648f-8396-4258-8d1b-f45c25781db9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=98184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:49:22.841277 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-2e74648f-8396-4258-8d1b-f45c25781db9 admin admin] Subscribe: > port after_update 55550000 {{(pid=98184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:49:22.841633 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-2e74648f-8396-4258-8d1b-f45c25781db9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=98184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:49:22.841962 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-2e74648f-8396-4258-8d1b-f45c25781db9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:49:22.842274 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-2e74648f-8396-4258-8d1b-f45c25781db9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:49:22.842591 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-2e74648f-8396-4258-8d1b-f45c25781db9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=98184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:49:23.010017 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-2e74648f-8396-4258-8d1b-f45c25781db9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:49:23.010557 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-2e74648f-8396-4258-8d1b-f45c25781db9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:49:23.011207 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-2e74648f-8396-4258-8d1b-f45c25781db9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=98184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:49:23.011692 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-2e74648f-8396-4258-8d1b-f45c25781db9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=98184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:49:23.012033 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-d96068f5-3300-4088-8090-6e324640d3dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:23.012882 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.services.segments.db [None req-2e74648f-8396-4258-8d1b-f45c25781db9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1150afbe-7c41-44dc-8b70-8b95a05ad9f8']}} {{(pid=98184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:49:23.033910 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.services.segments.db [None req-2e74648f-8396-4258-8d1b-f45c25781db9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b950237d-a9b4-498d-ae31-3d34e5010ece') {'for_net_delete': True} {{(pid=98184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:49:23.034454 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.services.segments.db [None req-2e74648f-8396-4258-8d1b-f45c25781db9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b950237d-a9b4-498d-ae31-3d34e5010ece') {} {{(pid=98184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:49:23.056541 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-2e74648f-8396-4258-8d1b-f45c25781db9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731578619908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374928'] for segment, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:23.081678 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-2e74648f-8396-4258-8d1b-f45c25781db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881768'] for segment, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:23.093975 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e74648f-8396-4258-8d1b-f45c25781db9 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=98184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 18:49:23.094541 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-2e74648f-8396-4258-8d1b-f45c25781db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12374130'] for segment, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:23.100708 dv-cinder-786260-4-iscsi neutron-server[98184]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 10 18:49:23.100708 dv-cinder-786260-4-iscsi neutron-server[98184]: from cryptography.utils import int_from_bytes Jun 10 18:49:23.100708 dv-cinder-786260-4-iscsi neutron-server[98184]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 10 18:49:23.100708 dv-cinder-786260-4-iscsi neutron-server[98184]: from cryptography.utils import int_from_bytes Jun 10 18:49:23.100708 dv-cinder-786260-4-iscsi neutron-server[98184]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 18:49:23.100708 dv-cinder-786260-4-iscsi neutron-server[98184]: retrieve_revision_numbers = { Jun 10 18:49:23.100708 dv-cinder-786260-4-iscsi neutron-server[98184]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 18:49:23.100708 dv-cinder-786260-4-iscsi neutron-server[98184]: conditions |= (models_v2.Port.network_id.in_( Jun 10 18:49:23.100708 dv-cinder-786260-4-iscsi neutron-server[98184]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 18:49:23.100708 dv-cinder-786260-4-iscsi neutron-server[98184]: retrieve_revision_numbers = { Jun 10 18:49:23.100708 dv-cinder-786260-4-iscsi neutron-server[98184]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 18:49:23.100708 dv-cinder-786260-4-iscsi neutron-server[98184]: conditions |= (models_v2.Port.network_id.in_( Jun 10 18:49:23.100708 dv-cinder-786260-4-iscsi neutron-server[98184]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 18:49:23.100708 dv-cinder-786260-4-iscsi neutron-server[98184]: retrieve_revision_numbers = { Jun 10 18:49:23.100708 dv-cinder-786260-4-iscsi neutron-server[98184]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 18:49:23.100708 dv-cinder-786260-4-iscsi neutron-server[98184]: conditions |= (models_v2.Port.network_id.in_( Jun 10 18:49:23.100708 dv-cinder-786260-4-iscsi neutron-server[98184]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 18:49:23.100708 dv-cinder-786260-4-iscsi neutron-server[98184]: retrieve_revision_numbers = { Jun 10 18:49:23.100708 dv-cinder-786260-4-iscsi neutron-server[98184]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 18:49:23.100708 dv-cinder-786260-4-iscsi neutron-server[98184]: retrieve_revision_numbers = { Jun 10 18:49:23.100708 dv-cinder-786260-4-iscsi neutron-server[98184]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 18:49:23.100708 dv-cinder-786260-4-iscsi neutron-server[98184]: conditions |= (models_v2.Port.network_id.in_( Jun 10 18:49:23.100708 dv-cinder-786260-4-iscsi neutron-server[98184]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 18:49:23.100708 dv-cinder-786260-4-iscsi neutron-server[98184]: retrieve_revision_numbers = { Jun 10 18:49:23.100708 dv-cinder-786260-4-iscsi neutron-server[98184]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 18:49:23.100708 dv-cinder-786260-4-iscsi neutron-server[98184]: conditions |= (models_v2.Port.network_id.in_( Jun 10 18:49:23.100708 dv-cinder-786260-4-iscsi neutron-server[98184]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 18:49:23.100708 dv-cinder-786260-4-iscsi neutron-server[98184]: retrieve_revision_numbers = { Jun 10 18:49:23.100708 dv-cinder-786260-4-iscsi neutron-server[98184]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 18:49:23.100708 dv-cinder-786260-4-iscsi neutron-server[98184]: conditions |= (models_v2.Port.network_id.in_( Jun 10 18:49:23.100708 dv-cinder-786260-4-iscsi neutron-server[98184]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 18:49:23.100708 dv-cinder-786260-4-iscsi neutron-server[98184]: retrieve_revision_numbers = { Jun 10 18:49:23.100708 dv-cinder-786260-4-iscsi neutron-server[98184]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 18:49:23.100708 dv-cinder-786260-4-iscsi neutron-server[98184]: retrieve_revision_numbers = { Jun 10 18:49:23.100708 dv-cinder-786260-4-iscsi neutron-server[98184]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 18:49:23.100708 dv-cinder-786260-4-iscsi neutron-server[98184]: conditions |= (models_v2.Port.network_id.in_( Jun 10 18:49:23.100708 dv-cinder-786260-4-iscsi neutron-server[98184]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 18:49:23.100708 dv-cinder-786260-4-iscsi neutron-server[98184]: conditions |= (models_v2.Port.network_id.in_( Jun 10 18:49:23.100708 dv-cinder-786260-4-iscsi neutron-server[98184]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 18:49:23.100708 dv-cinder-786260-4-iscsi neutron-server[98184]: retrieve_revision_numbers = { Jun 10 18:49:23.100708 dv-cinder-786260-4-iscsi neutron-server[98184]: Traceback (most recent call last): Jun 10 18:49:23.100708 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 18:49:23.100708 dv-cinder-786260-4-iscsi neutron-server[98184]: timer() Jun 10 18:49:23.100708 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 18:49:23.100708 dv-cinder-786260-4-iscsi neutron-server[98184]: cb(*args, **kw) Jun 10 18:49:23.100708 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 18:49:23.100708 dv-cinder-786260-4-iscsi neutron-server[98184]: return func(*args, **kwargs) Jun 10 18:49:23.100708 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 18:49:23.100708 dv-cinder-786260-4-iscsi neutron-server[98184]: self._notify() Jun 10 18:49:23.100708 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 18:49:23.100708 dv-cinder-786260-4-iscsi neutron-server[98184]: self.callback(batched_events) Jun 10 18:49:23.104382 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 18:49:23.104382 dv-cinder-786260-4-iscsi neutron-server[98184]: event.method(event) Jun 10 18:49:23.104382 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 18:49:23.104382 dv-cinder-786260-4-iscsi neutron-server[98184]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 18:49:23.104382 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 18:49:23.104382 dv-cinder-786260-4-iscsi neutron-server[98184]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 18:49:23.104382 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 18:49:23.104382 dv-cinder-786260-4-iscsi neutron-server[98184]: return f(self, *a, **k) Jun 10 18:49:23.104382 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 18:49:23.104382 dv-cinder-786260-4-iscsi neutron-server[98184]: return self._get(url).json() Jun 10 18:49:23.104382 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 18:49:23.104382 dv-cinder-786260-4-iscsi neutron-server[98184]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 18:49:23.104382 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 18:49:23.104382 dv-cinder-786260-4-iscsi neutron-server[98184]: return self.request(url, 'GET', **kwargs) Jun 10 18:49:23.104382 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 18:49:23.104382 dv-cinder-786260-4-iscsi neutron-server[98184]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 18:49:23.104382 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 18:49:23.104382 dv-cinder-786260-4-iscsi neutron-server[98184]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 18:49:23.104382 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 18:49:23.104382 dv-cinder-786260-4-iscsi neutron-server[98184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 18:49:23.104382 dv-cinder-786260-4-iscsi neutron-server[98184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 18:49:23.131379 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb62269d-58a0-4554-94c3-8127015857e2 req-869ae959-d604-4d4a-a8ec-3c925abe9692 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:49:23.138153 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-eb62269d-58a0-4554-94c3-8127015857e2 req-869ae959-d604-4d4a-a8ec-3c925abe9692 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=11254c6c-c026-45c9-b2e2-064870268f10 HTTP/1.1" status: 200 len: 946 time: 0.1279309 Jun 10 18:49:23.193698 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-eb62269d-58a0-4554-94c3-8127015857e2 req-1839987c-c49d-477b-98e7-b3ea4238f1ee tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545652 Jun 10 18:49:23.215530 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-2e74648f-8396-4258-8d1b-f45c25781db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-876761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4045579'] for network, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:23.221412 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-d96068f5-3300-4088-8090-6e324640d3dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:23.222400 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:49:23.227093 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-d96068f5-3300-4088-8090-6e324640d3dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:23.229798 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-ec400f44-a83b-41ee-807e-2b864cf23d06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:49:23.249999 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-2e74648f-8396-4258-8d1b-f45c25781db9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731712'] for network, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:23.252095 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-2e74648f-8396-4258-8d1b-f45c25781db9 admin admin] 10.222.0.15 "DELETE /v2.0/networks/1150afbe-7c41-44dc-8b70-8b95a05ad9f8 HTTP/1.1" status: 204 len: 168 time: 0.6656721 Jun 10 18:49:23.253278 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e74648f-8396-4258-8d1b-f45c25781db9 admin admin] Pushing event deleted for resources: {'Network': ['ID=1150afbe-7c41-44dc-8b70-8b95a05ad9f8,revision_number=None']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:49:23.258198 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-2e74648f-8396-4258-8d1b-f45c25781db9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:49:23.300700 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-d96068f5-3300-4088-8090-6e324640d3dd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b7476a8b77ad4630b65d5bf0670da7ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6660702 Jun 10 18:49:23.304238 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 47286) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:49:23.308036 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96068f5-3300-4088-8090-6e324640d3dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7308e199-ca4b-4833-942b-c6f9f6a2a652,revision_number=1']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:49:23.311228 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-d96068f5-3300-4088-8090-6e324640d3dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:49:23.415391 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-91913ebf-f180-4883-b311-6676c8d4954d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:23.458462 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-91913ebf-f180-4883-b311-6676c8d4954d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:23.495316 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 47292) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:49:23.503290 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f6ce9d-ed45-46fb-a8d5-8302bf3a4254 req-1f4d2848-2f09-4704-81b7-d7e48c5b3968 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:49:23.504873 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-69f6ce9d-ed45-46fb-a8d5-8302bf3a4254 req-1f4d2848-2f09-4704-81b7-d7e48c5b3968 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/ports?device_id=22e94889-b73e-4383-ab05-cb5457deb660 HTTP/1.1" status: 200 len: 945 time: 0.1354430 Jun 10 18:49:23.558025 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-91913ebf-f180-4883-b311-6676c8d4954d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:23.559745 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-44672025-0620-43b8-984c-a1d99d48f63b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=197e26c4015448088bb0d6533c712693&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0630615 Jun 10 18:49:23.560970 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-91913ebf-f180-4883-b311-6676c8d4954d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:23.564472 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-91913ebf-f180-4883-b311-6676c8d4954d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7308e199-ca4b-4833-942b-c6f9f6a2a652 HTTP/1.1" status: 204 len: 168 time: 0.2567186 Jun 10 18:49:23.565236 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-c6b1be9e-b744-4070-8b8a-9327bd836d00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:49:23.566558 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 47300) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:49:23.583216 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-69f6ce9d-ed45-46fb-a8d5-8302bf3a4254 req-e26b6dc8-60cd-4eb1-babc-efe64a4a6272 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/security-groups?id=06502357-ff4c-485b-91b1-561d1bbe6894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673409 Jun 10 18:49:23.584281 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91913ebf-f180-4883-b311-6676c8d4954d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7308e199-ca4b-4833-942b-c6f9f6a2a652,revision_number=None']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:49:23.595416 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-91913ebf-f180-4883-b311-6676c8d4954d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:49:23.655822 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-5e58d86b-e26c-4e00-b4d5-d6d0f9224a7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:23.689286 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-5e58d86b-e26c-4e00-b4d5-d6d0f9224a7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:23.770957 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-5e58d86b-e26c-4e00-b4d5-d6d0f9224a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:23.776445 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-5e58d86b-e26c-4e00-b4d5-d6d0f9224a7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:23.778010 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-5e58d86b-e26c-4e00-b4d5-d6d0f9224a7e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a84a6f49-79f9-4953-8e37-238be30dbc29 HTTP/1.1" status: 204 len: 168 time: 0.2101166 Jun 10 18:49:23.778821 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-a4cc1fc8-68df-4de2-9a35-08bca8e9d0b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:49:23.791177 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e58d86b-e26c-4e00-b4d5-d6d0f9224a7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a84a6f49-79f9-4953-8e37-238be30dbc29,revision_number=None']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:49:23.800889 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-5e58d86b-e26c-4e00-b4d5-d6d0f9224a7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:49:24.423236 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bcc448-2b3f-4c23-8b94-3a0610b7d081 req-71a44cae-e31a-48ca-be02-cae015d804fa tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:49:24.431524 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-c9bcc448-2b3f-4c23-8b94-3a0610b7d081 req-71a44cae-e31a-48ca-be02-cae015d804fa tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=11254c6c-c026-45c9-b2e2-064870268f10 HTTP/1.1" status: 200 len: 946 time: 0.1044610 Jun 10 18:49:24.482096 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-c9bcc448-2b3f-4c23-8b94-3a0610b7d081 req-c1395c70-79ba-4df6-8f19-22d5ad75e7bb tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495815 Jun 10 18:49:25.188189 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e32528-d6f8-495d-8fc1-c3096b2080c3 req-45503712-0c8f-4415-aaeb-6cbe78be0528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:49:25.190532 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-99e32528-d6f8-495d-8fc1-c3096b2080c3 req-45503712-0c8f-4415-aaeb-6cbe78be0528 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=11254c6c-c026-45c9-b2e2-064870268f10 HTTP/1.1" status: 200 len: 1099 time: 0.0914557 Jun 10 18:49:25.268532 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-99e32528-d6f8-495d-8fc1-c3096b2080c3 req-2d438ba3-9a75-4d30-9a77-dda3c01d8700 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701728 Jun 10 18:49:25.431995 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 47428) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:49:25.581906 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-674c85e8-79d1-4545-8993-1dd9fd84b4bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:25.712656 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32f39b2-22b2-4975-8646-832e501bd539 req-d1129cd5-1a64-466a-b8b7-16e30ad5e19b tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:49:25.719116 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-674c85e8-79d1-4545-8993-1dd9fd84b4bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:25.720297 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-f32f39b2-22b2-4975-8646-832e501bd539 req-d1129cd5-1a64-466a-b8b7-16e30ad5e19b tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=11254c6c-c026-45c9-b2e2-064870268f10 HTTP/1.1" status: 200 len: 946 time: 0.0922387 Jun 10 18:49:25.726257 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-674c85e8-79d1-4545-8993-1dd9fd84b4bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:25.730141 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-b8c50acb-cc65-4bbd-a832-00b9ab1f8614 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:49:25.774343 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-f32f39b2-22b2-4975-8646-832e501bd539 req-8999c8bb-a9d1-4ab7-bb30-683be5fe3d39 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530915 Jun 10 18:49:25.784154 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674c85e8-79d1-4545-8993-1dd9fd84b4bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03601d8c-1ad7-444f-aa48-834408d7adc4,revision_number=1']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:49:25.799887 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-674c85e8-79d1-4545-8993-1dd9fd84b4bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:49:25.804385 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-674c85e8-79d1-4545-8993-1dd9fd84b4bf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=524efebd44474bbdacc046333be114fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3711729 Jun 10 18:49:25.806894 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 47444) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:49:25.869297 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-e653e864-e723-4d32-9d59-194d3ec42460 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:25.896222 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-e653e864-e723-4d32-9d59-194d3ec42460 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:25.954099 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-e653e864-e723-4d32-9d59-194d3ec42460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:25.957830 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-e653e864-e723-4d32-9d59-194d3ec42460 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:25.958987 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-e653e864-e723-4d32-9d59-194d3ec42460 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/03601d8c-1ad7-444f-aa48-834408d7adc4 HTTP/1.1" status: 204 len: 168 time: 0.1509364 Jun 10 18:49:25.959744 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-89c7778f-998f-4dee-84f0-530344be97eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:49:25.970102 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e653e864-e723-4d32-9d59-194d3ec42460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03601d8c-1ad7-444f-aa48-834408d7adc4,revision_number=None']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:49:25.972339 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-e653e864-e723-4d32-9d59-194d3ec42460 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:49:26.243875 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 47466) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:49:26.260172 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-85c077ef-7dbd-44f5-8b65-c20670a6fb8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:26.356158 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-85c077ef-7dbd-44f5-8b65-c20670a6fb8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:26.359684 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-85c077ef-7dbd-44f5-8b65-c20670a6fb8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:26.362779 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-b36852c8-a746-484a-8bcd-c9e0d07d0672 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:49:26.406975 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-85c077ef-7dbd-44f5-8b65-c20670a6fb8e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6966cdf6dbbd4f21a47d9ebefea72d84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1620078 Jun 10 18:49:26.408027 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c077ef-7dbd-44f5-8b65-c20670a6fb8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e85736d-7823-4260-ac2e-459a11d52ba3,revision_number=1']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:49:26.409736 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 47470) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:49:26.411839 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-85c077ef-7dbd-44f5-8b65-c20670a6fb8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:49:26.466197 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-63574051-830e-4c78-a8fd-f799b02f476b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:26.494975 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-63574051-830e-4c78-a8fd-f799b02f476b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:26.546332 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-63574051-830e-4c78-a8fd-f799b02f476b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:26.549346 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-63574051-830e-4c78-a8fd-f799b02f476b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:26.550496 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-63574051-830e-4c78-a8fd-f799b02f476b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2e85736d-7823-4260-ac2e-459a11d52ba3 HTTP/1.1" status: 204 len: 168 time: 0.1385009 Jun 10 18:49:26.551296 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-1f4ab715-118b-42af-9f66-0338e25fcd2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:49:26.561187 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63574051-830e-4c78-a8fd-f799b02f476b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e85736d-7823-4260-ac2e-459a11d52ba3,revision_number=None']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:49:26.563910 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-63574051-830e-4c78-a8fd-f799b02f476b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:49:26.969653 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdfa6f8-e7eb-47b0-aec6-421ba9e187d7 req-0ba4c235-c683-42fb-b6f9-3447ec2d679f tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:49:26.971440 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-7fdfa6f8-e7eb-47b0-aec6-421ba9e187d7 req-0ba4c235-c683-42fb-b6f9-3447ec2d679f tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=11254c6c-c026-45c9-b2e2-064870268f10 HTTP/1.1" status: 200 len: 946 time: 0.0892081 Jun 10 18:49:27.038714 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-7fdfa6f8-e7eb-47b0-aec6-421ba9e187d7 req-85d0d305-a93b-4516-b9d3-fce4d3a08990 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602648 Jun 10 18:49:27.240519 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60a8cea-9d74-426a-b4a1-73338f646c9a req-c3c9a879-6f5b-4c3f-b047-a0359115709b tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:49:27.243001 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-e60a8cea-9d74-426a-b4a1-73338f646c9a req-c3c9a879-6f5b-4c3f-b047-a0359115709b tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/networks?id=19e9a3f5-4709-4ace-b497-42ae4bcaab91 HTTP/1.1" status: 200 len: 815 time: 0.1505690 Jun 10 18:49:27.271563 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-e60a8cea-9d74-426a-b4a1-73338f646c9a req-60a01a84-c159-49da-ac3e-6c694eaad463 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/quotas/be26617a1ee345d9a6f8be900482942f HTTP/1.1" status: 200 len: 375 time: 0.0226088 Jun 10 18:49:27.353636 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-e60a8cea-9d74-426a-b4a1-73338f646c9a req-09ccdfe5-1c6c-4f80-b83e-8d346eb7f3c9 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=be26617a1ee345d9a6f8be900482942f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0757034 Jun 10 18:49:27.388589 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b62aec-4d8f-491d-8d05-73b0cabb71e2 req-350ed87b-f91e-4764-a162-0d71f80658a9 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:49:27.390219 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-b4b62aec-4d8f-491d-8d05-73b0cabb71e2 req-350ed87b-f91e-4764-a162-0d71f80658a9 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=98098ee8-c38f-4d5c-b59c-21b6d07b4b26 HTTP/1.1" status: 200 len: 945 time: 0.0769279 Jun 10 18:49:27.438451 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-b4b62aec-4d8f-491d-8d05-73b0cabb71e2 req-5d6dba75-1075-4c54-bfaa-2e68b3d0af03 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402536 Jun 10 18:49:27.482080 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-e60a8cea-9d74-426a-b4a1-73338f646c9a req-9870a0f1-fc4c-4ddf-a979-9d22eae07f11 service neutron] 10.222.0.15 "GET /v2.0/networks/19e9a3f5-4709-4ace-b497-42ae4bcaab91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205270 Jun 10 18:49:27.598409 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-e60a8cea-9d74-426a-b4a1-73338f646c9a req-3741fa7c-a052-49c8-8736-37d26ab4f769 service neutron] 10.222.0.15 "GET /v2.0/networks/19e9a3f5-4709-4ace-b497-42ae4bcaab91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143475 Jun 10 18:49:27.950483 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-8ef71b80-976f-443a-9a26-b4820faaca39 req-0fc6cd29-cdb1-46c8-8ce8-d12abc7dfab7 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/ports?device_id=94e349ce-a4f7-4025-9ef3-4a930259130a HTTP/1.1" status: 200 len: 210 time: 0.0464795 Jun 10 18:49:31.470377 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-4f43738f-0cfd-4f03-8db9-b592d1375c1b req-cf6c6f82-0d1d-474c-86f8-8fd08729c829 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/ports?device_id=94e349ce-a4f7-4025-9ef3-4a930259130a HTTP/1.1" status: 200 len: 210 time: 0.0332503 Jun 10 18:49:32.964783 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-37545a3f-aacd-4644-9212-766b29a5a274 req-64eecc27-413c-499e-beb5-f904fb4d87fc tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/ports?device_id=94e349ce-a4f7-4025-9ef3-4a930259130a HTTP/1.1" status: 200 len: 210 time: 0.0341663 Jun 10 18:49:33.512703 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60a8cea-9d74-426a-b4a1-73338f646c9a req-36c96ab0-d3f8-406c-8f3b-1b084c7087ef tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:49:33.514166 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-e60a8cea-9d74-426a-b4a1-73338f646c9a req-36c96ab0-d3f8-406c-8f3b-1b084c7087ef tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.39 "GET /v2.0/networks?id=19e9a3f5-4709-4ace-b497-42ae4bcaab91 HTTP/1.1" status: 200 len: 815 time: 0.1324334 Jun 10 18:49:33.549575 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.v2.base [req-e60a8cea-9d74-426a-b4a1-73338f646c9a req-9bddb2e1-46f2-4c43-8958-c93ad47533c9 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Request body: {'port': {'device_id': '94e349ce-a4f7-4025-9ef3-4a930259130a', 'network_id': '19e9a3f5-4709-4ace-b497-42ae4bcaab91', 'admin_state_up': True, 'tenant_id': 'be26617a1ee345d9a6f8be900482942f'}} {{(pid=98185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:49:33.685042 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e60a8cea-9d74-426a-b4a1-73338f646c9a req-9bddb2e1-46f2-4c43-8958-c93ad47533c9 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Made reservation on behalf of be26617a1ee345d9a6f8be900482942f for: {'port': 1} {{(pid=98185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 18:49:33.688425 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-e60a8cea-9d74-426a-b4a1-73338f646c9a req-9bddb2e1-46f2-4c43-8958-c93ad47533c9 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-941319'] for port, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:33.825511 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.db.db_base_plugin_common [req-e60a8cea-9d74-426a-b4a1-73338f646c9a req-9bddb2e1-46f2-4c43-8958-c93ad47533c9 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Allocated IP 172.20.0.13 (19e9a3f5-4709-4ace-b497-42ae4bcaab91/e54f33df-96bf-41df-aade-9540ec4d8d5f/e9bed309-05f8-42bf-a86b-912f7f057221) {{(pid=98185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 18:49:34.012703 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-e60a8cea-9d74-426a-b4a1-73338f646c9a req-9bddb2e1-46f2-4c43-8958-c93ad47533c9 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Notify callbacks [] for port, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:34.054484 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-e60a8cea-9d74-426a-b4a1-73338f646c9a req-9bddb2e1-46f2-4c43-8958-c93ad47533c9 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-941510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578064406'] for port, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:34.066413 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-7ad7386f-9185-4e85-b035-5b7becbf9533 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:49:34.078269 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e60a8cea-9d74-426a-b4a1-73338f646c9a req-9bddb2e1-46f2-4c43-8958-c93ad47533c9 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Network 19e9a3f5-4709-4ace-b497-42ae4bcaab91 is already hosted by enough agents. {{(pid=98185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 18:49:34.081529 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.base_scheduler [req-e60a8cea-9d74-426a-b4a1-73338f646c9a req-9bddb2e1-46f2-4c43-8958-c93ad47533c9 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Resources bound (agent type, host, resource id): {{(pid=98185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 18:49:34.111188 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.db.l3_dvrscheduler_db [req-e60a8cea-9d74-426a-b4a1-73338f646c9a req-9bddb2e1-46f2-4c43-8958-c93ad47533c9 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Received port after_create {{(pid=98185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 18:49:34.116657 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60a8cea-9d74-426a-b4a1-73338f646c9a req-9bddb2e1-46f2-4c43-8958-c93ad47533c9 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:49:34.117277 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-e60a8cea-9d74-426a-b4a1-73338f646c9a req-9bddb2e1-46f2-4c43-8958-c93ad47533c9 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230521'] for port, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:34.174964 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-e60a8cea-9d74-426a-b4a1-73338f646c9a req-9bddb2e1-46f2-4c43-8958-c93ad47533c9 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6293094 Jun 10 18:49:34.183771 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bddb2e1-46f2-4c43-8958-c93ad47533c9 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Pushing event updated for resources: {'Port': ['ID=e9bed309-05f8-42bf-a86b-912f7f057221,revision_number=1']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:49:34.196184 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bddb2e1-46f2-4c43-8958-c93ad47533c9 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:49:34.196566 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bddb2e1-46f2-4c43-8958-c93ad47533c9 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:49:34.196937 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bddb2e1-46f2-4c43-8958-c93ad47533c9 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:49:34.197305 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bddb2e1-46f2-4c43-8958-c93ad47533c9 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:49:34.197692 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bddb2e1-46f2-4c43-8958-c93ad47533c9 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:49:34.198054 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bddb2e1-46f2-4c43-8958-c93ad47533c9 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:49:34.198413 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bddb2e1-46f2-4c43-8958-c93ad47533c9 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:49:34.198769 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bddb2e1-46f2-4c43-8958-c93ad47533c9 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:49:34.199126 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bddb2e1-46f2-4c43-8958-c93ad47533c9 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:49:34.199479 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bddb2e1-46f2-4c43-8958-c93ad47533c9 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:49:34.199833 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bddb2e1-46f2-4c43-8958-c93ad47533c9 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:49:34.200191 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bddb2e1-46f2-4c43-8958-c93ad47533c9 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:49:34.204127 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-9bddb2e1-46f2-4c43-8958-c93ad47533c9 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:49:34.226842 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f39f81-6229-4fb7-8587-ce2e82f93c49 req-d102b8b7-a958-4f68-96f6-1e07a6ae37b0 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:49:34.228301 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-a3f39f81-6229-4fb7-8587-ce2e82f93c49 req-d102b8b7-a958-4f68-96f6-1e07a6ae37b0 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/ports?device_id=94e349ce-a4f7-4025-9ef3-4a930259130a HTTP/1.1" status: 200 len: 932 time: 0.1182628 Jun 10 18:49:34.268836 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-a3f39f81-6229-4fb7-8587-ce2e82f93c49 req-d1da02b6-93c2-4da7-805b-05d6051ca356 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/security-groups?id=06502357-ff4c-485b-91b1-561d1bbe6894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349214 Jun 10 18:49:34.978109 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] get_ports_and_sgs() called for port_ids ['e7ba6b50-0941-4934-bafd-87f6d28ef45c', '4913d01a-780e-4065-b660-65f7e7c52150'] {{(pid=98186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 18:49:36.097167 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.v2.base [req-e60a8cea-9d74-426a-b4a1-73338f646c9a req-41b3abdc-44ad-41fc-8c09-61fdcda09fbf service neutron] Request body: {'port': {'device_id': '94e349ce-a4f7-4025-9ef3-4a930259130a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=98185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:49:36.194697 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-e60a8cea-9d74-426a-b4a1-73338f646c9a req-41b3abdc-44ad-41fc-8c09-61fdcda09fbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:36.494847 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.notifiers.nova [req-e60a8cea-9d74-426a-b4a1-73338f646c9a req-41b3abdc-44ad-41fc-8c09-61fdcda09fbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9bed309-05f8-42bf-a86b-912f7f057221 {{(pid=98185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 18:49:36.502197 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-e60a8cea-9d74-426a-b4a1-73338f646c9a req-41b3abdc-44ad-41fc-8c09-61fdcda09fbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:36.514239 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.db.provisioning_blocks [req-e60a8cea-9d74-426a-b4a1-73338f646c9a req-41b3abdc-44ad-41fc-8c09-61fdcda09fbf service neutron] Transition to ACTIVE for port object e9bed309-05f8-42bf-a86b-912f7f057221 will not be triggered until provisioned by entity L2. {{(pid=98185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 18:49:36.517937 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-e60a8cea-9d74-426a-b4a1-73338f646c9a req-41b3abdc-44ad-41fc-8c09-61fdcda09fbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:36.520799 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:49:36.610874 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b3abdc-44ad-41fc-8c09-61fdcda09fbf service neutron] Pushing event updated for resources: {'Port': ['ID=e9bed309-05f8-42bf-a86b-912f7f057221,revision_number=2']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:49:36.616039 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-41b3abdc-44ad-41fc-8c09-61fdcda09fbf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:49:36.653300 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.managers [req-e60a8cea-9d74-426a-b4a1-73338f646c9a req-41b3abdc-44ad-41fc-8c09-61fdcda09fbf service neutron] Attempting to bind port e9bed309-05f8-42bf-a86b-912f7f057221 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=98185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 18:49:36.653587 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.managers [req-e60a8cea-9d74-426a-b4a1-73338f646c9a req-41b3abdc-44ad-41fc-8c09-61fdcda09fbf service neutron] Attempting to bind port e9bed309-05f8-42bf-a86b-912f7f057221 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'fd279837-3169-4e44-bb88-c8bbfa96e1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '19e9a3f5-4709-4ace-b497-42ae4bcaab91'}] {{(pid=98185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 18:49:36.653915 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60a8cea-9d74-426a-b4a1-73338f646c9a req-41b3abdc-44ad-41fc-8c09-61fdcda09fbf service neutron] Attempting to bind port e9bed309-05f8-42bf-a86b-912f7f057221 on network 19e9a3f5-4709-4ace-b497-42ae4bcaab91 {{(pid=98185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 18:49:36.657958 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60a8cea-9d74-426a-b4a1-73338f646c9a req-41b3abdc-44ad-41fc-8c09-61fdcda09fbf service neutron] Port e9bed309-05f8-42bf-a86b-912f7f057221 on network 19e9a3f5-4709-4ace-b497-42ae4bcaab91 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=98185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 18:49:36.658278 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60a8cea-9d74-426a-b4a1-73338f646c9a req-41b3abdc-44ad-41fc-8c09-61fdcda09fbf service neutron] Attempting to bind port e9bed309-05f8-42bf-a86b-912f7f057221 on network 19e9a3f5-4709-4ace-b497-42ae4bcaab91 {{(pid=98185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 18:49:36.663464 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60a8cea-9d74-426a-b4a1-73338f646c9a req-41b3abdc-44ad-41fc-8c09-61fdcda09fbf service neutron] Checking agent: {'id': '81ed237c-a7bd-4721-ad26-da2ab32caefc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 18, 45, 46), 'started_at': datetime.datetime(2021, 6, 10, 18, 45, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 18, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 18:49:36.663797 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60a8cea-9d74-426a-b4a1-73338f646c9a req-41b3abdc-44ad-41fc-8c09-61fdcda09fbf service neutron] Checking segment: {'id': 'fd279837-3169-4e44-bb88-c8bbfa96e1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '19e9a3f5-4709-4ace-b497-42ae4bcaab91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 18:49:36.664174 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60a8cea-9d74-426a-b4a1-73338f646c9a req-41b3abdc-44ad-41fc-8c09-61fdcda09fbf service neutron] Bound using segment: {'id': 'fd279837-3169-4e44-bb88-c8bbfa96e1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '19e9a3f5-4709-4ace-b497-42ae4bcaab91'} {{(pid=98185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 18:49:36.664587 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.managers [req-e60a8cea-9d74-426a-b4a1-73338f646c9a req-41b3abdc-44ad-41fc-8c09-61fdcda09fbf service neutron] Bound port: e9bed309-05f8-42bf-a86b-912f7f057221, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd279837-3169-4e44-bb88-c8bbfa96e1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '19e9a3f5-4709-4ace-b497-42ae4bcaab91'}}] {{(pid=98185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 18:49:36.664929 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-e60a8cea-9d74-426a-b4a1-73338f646c9a req-41b3abdc-44ad-41fc-8c09-61fdcda09fbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:36.736300 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.db [req-e60a8cea-9d74-426a-b4a1-73338f646c9a req-41b3abdc-44ad-41fc-8c09-61fdcda09fbf service neutron] For port e9bed309-05f8-42bf-a86b-912f7f057221, host hv-cinder-78626, cleared binding levels {{(pid=98185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 18:49:36.739220 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.db [req-e60a8cea-9d74-426a-b4a1-73338f646c9a req-41b3abdc-44ad-41fc-8c09-61fdcda09fbf service neutron] For port e9bed309-05f8-42bf-a86b-912f7f057221, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=e9bed309-05f8-42bf-a86b-912f7f057221,segment=NetworkSegment(fd279837-3169-4e44-bb88-c8bbfa96e1db),segment_id=fd279837-3169-4e44-bb88-c8bbfa96e1db)] {{(pid=98185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 18:49:36.743980 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-e60a8cea-9d74-426a-b4a1-73338f646c9a req-41b3abdc-44ad-41fc-8c09-61fdcda09fbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:36.746516 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:49:36.782099 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60a8cea-9d74-426a-b4a1-73338f646c9a req-41b3abdc-44ad-41fc-8c09-61fdcda09fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:49:36.782705 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-e60a8cea-9d74-426a-b4a1-73338f646c9a req-41b3abdc-44ad-41fc-8c09-61fdcda09fbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230521'] for port, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:36.784098 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-e60a8cea-9d74-426a-b4a1-73338f646c9a req-41b3abdc-44ad-41fc-8c09-61fdcda09fbf service neutron] 10.222.0.39 "PUT /v2.0/ports/e9bed309-05f8-42bf-a86b-912f7f057221 HTTP/1.1" status: 200 len: 1094 time: 0.6913025 Jun 10 18:49:36.784573 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94e349ce-a4f7-4025-9ef3-4a930259130a', 'tag': 'e9bed309-05f8-42bf-a86b-912f7f057221'}] {{(pid=98185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 18:49:36.787436 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44d46bb02d59f4e600e8e3fdef735be97a189b4bda953b1539dd9e97451c2ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ec67b9-f64b-4ce4-b1b8-9721df4e1058" -d '{"events": [{"name": "network-changed", "server_uuid": "94e349ce-a4f7-4025-9ef3-4a930259130a", "tag": "e9bed309-05f8-42bf-a86b-912f7f057221"}]}' {{(pid=98185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 18:49:36.813659 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b3abdc-44ad-41fc-8c09-61fdcda09fbf service neutron] Pushing event updated for resources: {'Port': ['ID=e9bed309-05f8-42bf-a86b-912f7f057221,revision_number=3']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:49:36.816631 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-41b3abdc-44ad-41fc-8c09-61fdcda09fbf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:49:37.760510 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 18:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc80c312-6535-484e-a60a-95818eeaa409 x-openstack-request-id: req-fc80c312-6535-484e-a60a-95818eeaa409 {{(pid=98185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 18:49:37.761518 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94e349ce-a4f7-4025-9ef3-4a930259130a", "tag": "e9bed309-05f8-42bf-a86b-912f7f057221", "status": "completed", "code": 200}]} {{(pid=98185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 18:49:37.761985 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fc80c312-6535-484e-a60a-95818eeaa409 {{(pid=98185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 18:49:37.762600 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94e349ce-a4f7-4025-9ef3-4a930259130a', 'tag': 'e9bed309-05f8-42bf-a86b-912f7f057221', 'status': 'completed', 'code': 200} Jun 10 18:49:37.776525 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60a8cea-9d74-426a-b4a1-73338f646c9a req-37b0fc01-d15e-4bda-82c3-af7f8a873ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:49:37.778059 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-e60a8cea-9d74-426a-b4a1-73338f646c9a req-37b0fc01-d15e-4bda-82c3-af7f8a873ae0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=be26617a1ee345d9a6f8be900482942f&device_id=94e349ce-a4f7-4025-9ef3-4a930259130a HTTP/1.1" status: 200 len: 1097 time: 0.0755424 Jun 10 18:49:37.836659 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec72efd3-26a0-4567-8b17-23c759040643 req-abbc3921-86f7-4389-9c48-6de3c2a810ac tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:49:37.838177 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-ec72efd3-26a0-4567-8b17-23c759040643 req-abbc3921-86f7-4389-9c48-6de3c2a810ac tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/ports?device_id=94e349ce-a4f7-4025-9ef3-4a930259130a HTTP/1.1" status: 200 len: 944 time: 0.0751762 Jun 10 18:49:37.870295 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-e60a8cea-9d74-426a-b4a1-73338f646c9a req-ac14c5aa-b45f-42d8-88e7-c53e6a1193b4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9bed309-05f8-42bf-a86b-912f7f057221 HTTP/1.1" status: 200 len: 217 time: 0.0531476 Jun 10 18:49:37.879775 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-ec72efd3-26a0-4567-8b17-23c759040643 req-2ca2e105-4d7c-48ae-8c29-581d918b9bdb tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/security-groups?id=06502357-ff4c-485b-91b1-561d1bbe6894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354614 Jun 10 18:49:37.928510 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60a8cea-9d74-426a-b4a1-73338f646c9a req-0950926e-58c2-4b84-a662-d0690255ec54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:49:37.930027 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-e60a8cea-9d74-426a-b4a1-73338f646c9a req-0950926e-58c2-4b84-a662-d0690255ec54 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e54f33df-96bf-41df-aade-9540ec4d8d5f HTTP/1.1" status: 200 len: 855 time: 0.0526369 Jun 10 18:49:37.967477 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-e60a8cea-9d74-426a-b4a1-73338f646c9a req-98a03655-2239-4e2a-9c12-dc1f6778f4c4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=19e9a3f5-4709-4ace-b497-42ae4bcaab91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299799 Jun 10 18:49:38.080364 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-e60a8cea-9d74-426a-b4a1-73338f646c9a req-696691ee-2cc7-4764-ad09-eeecb0213839 service neutron] 10.222.0.39 "GET /v2.0/networks/19e9a3f5-4709-4ace-b497-42ae4bcaab91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048412 Jun 10 18:49:38.192666 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-e60a8cea-9d74-426a-b4a1-73338f646c9a req-6db66ae5-6d5d-40cc-b521-7b2cdff1018b service neutron] 10.222.0.39 "GET /v2.0/networks/19e9a3f5-4709-4ace-b497-42ae4bcaab91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054256 Jun 10 18:49:38.297199 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ec67b9-f64b-4ce4-b1b8-9721df4e1058 req-9692ebbb-6316-415a-b7ee-d2ac5391f66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:49:38.299018 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-68ec67b9-f64b-4ce4-b1b8-9721df4e1058 req-9692ebbb-6316-415a-b7ee-d2ac5391f66c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=be26617a1ee345d9a6f8be900482942f&device_id=94e349ce-a4f7-4025-9ef3-4a930259130a HTTP/1.1" status: 200 len: 1097 time: 0.0609782 Jun 10 18:49:38.418115 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ec67b9-f64b-4ce4-b1b8-9721df4e1058 req-c82952d8-75fd-4de2-b66a-9f8f669d9a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:49:38.419461 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-68ec67b9-f64b-4ce4-b1b8-9721df4e1058 req-c82952d8-75fd-4de2-b66a-9f8f669d9a3f service neutron] 10.222.0.39 "GET /v2.0/networks?id=19e9a3f5-4709-4ace-b497-42ae4bcaab91 HTTP/1.1" status: 200 len: 916 time: 0.1133175 Jun 10 18:49:38.523338 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-68ec67b9-f64b-4ce4-b1b8-9721df4e1058 req-5b79e970-0806-4392-b1b3-cf07b781f9a4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9bed309-05f8-42bf-a86b-912f7f057221 HTTP/1.1" status: 200 len: 217 time: 0.0504823 Jun 10 18:49:38.585226 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ec67b9-f64b-4ce4-b1b8-9721df4e1058 req-e023d096-d11b-45cb-b247-ea28cee39a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:49:38.586729 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-68ec67b9-f64b-4ce4-b1b8-9721df4e1058 req-e023d096-d11b-45cb-b247-ea28cee39a78 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e54f33df-96bf-41df-aade-9540ec4d8d5f HTTP/1.1" status: 200 len: 855 time: 0.0557015 Jun 10 18:49:38.629437 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-68ec67b9-f64b-4ce4-b1b8-9721df4e1058 req-7d87fe5d-4ba8-453e-ba55-27b9b0fc33d4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=19e9a3f5-4709-4ace-b497-42ae4bcaab91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358827 Jun 10 18:49:38.749820 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-68ec67b9-f64b-4ce4-b1b8-9721df4e1058 req-ff8c5fad-04c9-49f7-84fa-4be7eb8f68c4 service neutron] 10.222.0.39 "GET /v2.0/networks/19e9a3f5-4709-4ace-b497-42ae4bcaab91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136327 Jun 10 18:49:38.990778 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-68ec67b9-f64b-4ce4-b1b8-9721df4e1058 req-db44bd50-9419-4b9e-968d-e9821a41f6c4 service neutron] 10.222.0.39 "GET /v2.0/networks/19e9a3f5-4709-4ace-b497-42ae4bcaab91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125119 Jun 10 18:49:39.938015 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb7440e-77d6-42c9-a0a7-c61b0ccf9051 req-03fe54ee-ca63-4695-ab0c-c377deae6c19 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:49:39.939330 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-1bb7440e-77d6-42c9-a0a7-c61b0ccf9051 req-03fe54ee-ca63-4695-ab0c-c377deae6c19 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/ports?device_id=94e349ce-a4f7-4025-9ef3-4a930259130a HTTP/1.1" status: 200 len: 944 time: 0.0670660 Jun 10 18:49:39.984533 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-1bb7440e-77d6-42c9-a0a7-c61b0ccf9051 req-e781c823-60d0-4277-ae70-30c29159deac tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/security-groups?id=06502357-ff4c-485b-91b1-561d1bbe6894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394833 Jun 10 18:49:40.806959 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8244e18f-9f0f-4af4-810f-490840df2d2d req-fbcbe948-2bb4-47dd-9412-5b246ec8bca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:49:40.808712 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-8244e18f-9f0f-4af4-810f-490840df2d2d req-fbcbe948-2bb4-47dd-9412-5b246ec8bca5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a9d7cab2e80a4790a3c08dfa4dc50427&device_id=98098ee8-c38f-4d5c-b59c-21b6d07b4b26 HTTP/1.1" status: 200 len: 1098 time: 0.0629997 Jun 10 18:49:40.862823 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3a8f97-5b87-4591-ab97-b143625b5c07 req-d5528e6a-9b5a-479b-84bc-fcd25fa70843 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:49:40.864324 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-dd3a8f97-5b87-4591-ab97-b143625b5c07 req-d5528e6a-9b5a-479b-84bc-fcd25fa70843 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=98098ee8-c38f-4d5c-b59c-21b6d07b4b26 HTTP/1.1" status: 200 len: 945 time: 0.0717943 Jun 10 18:49:40.909500 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-dd3a8f97-5b87-4591-ab97-b143625b5c07 req-188956f0-07af-4b29-b7ef-a4e3c06f6c58 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380456 Jun 10 18:49:41.202177 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8244e18f-9f0f-4af4-810f-490840df2d2d req-ccd14354-99d3-452b-a05d-f6aab769ecfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:49:41.203647 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-8244e18f-9f0f-4af4-810f-490840df2d2d req-ccd14354-99d3-452b-a05d-f6aab769ecfc service neutron] 10.222.0.39 "GET /v2.0/networks?id=36c601fb-9272-4d67-b287-4990129f2e5f HTTP/1.1" status: 200 len: 919 time: 0.3838820 Jun 10 18:49:41.268360 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-8244e18f-9f0f-4af4-810f-490840df2d2d req-12b11476-4cd7-4bee-b905-c295521a9d35 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=384f9c6d-550b-4c29-9028-415a4aacdbb0 HTTP/1.1" status: 200 len: 217 time: 0.0561342 Jun 10 18:49:41.285099 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8148fa7f-bd30-45c7-8433-02cbef7bc77b req-5c568170-9581-446b-9039-6d53be4fb9ee tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:49:41.286578 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-8148fa7f-bd30-45c7-8433-02cbef7bc77b req-5c568170-9581-446b-9039-6d53be4fb9ee tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/ports?device_id=94e349ce-a4f7-4025-9ef3-4a930259130a HTTP/1.1" status: 200 len: 944 time: 0.1498525 Jun 10 18:49:41.367878 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8244e18f-9f0f-4af4-810f-490840df2d2d req-790b0be6-5a49-4c19-b64c-dbfd882172ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:49:41.369313 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-8244e18f-9f0f-4af4-810f-490840df2d2d req-790b0be6-5a49-4c19-b64c-dbfd882172ba service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7cc0a94e-b476-4d1d-b3df-5e3104af9a91 HTTP/1.1" status: 200 len: 858 time: 0.0920353 Jun 10 18:49:41.372486 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-8148fa7f-bd30-45c7-8433-02cbef7bc77b req-15bd471c-4f53-4213-a694-4587b55fa005 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/security-groups?id=06502357-ff4c-485b-91b1-561d1bbe6894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789301 Jun 10 18:49:41.408192 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-8244e18f-9f0f-4af4-810f-490840df2d2d req-91304444-b621-4d85-890f-9ebe9d13ec7f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=36c601fb-9272-4d67-b287-4990129f2e5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312016 Jun 10 18:49:41.525863 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-8244e18f-9f0f-4af4-810f-490840df2d2d req-8ee69b41-1e28-40fd-8acc-18bc9f161395 service neutron] 10.222.0.39 "GET /v2.0/networks/36c601fb-9272-4d67-b287-4990129f2e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078417 Jun 10 18:49:41.648628 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-8244e18f-9f0f-4af4-810f-490840df2d2d req-4289c78e-d779-4df3-9696-1935dbd90de4 service neutron] 10.222.0.39 "GET /v2.0/networks/36c601fb-9272-4d67-b287-4990129f2e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095521 Jun 10 18:49:41.781685 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-59cb3aff-0ce2-4a51-bca3-724eaab965e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:41.882558 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e0a850-4364-4e32-9070-81a14bbf1121 req-3fc20884-7864-43a9-86cc-caa85d2e352e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:49:41.884037 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-e7e0a850-4364-4e32-9070-81a14bbf1121 req-3fc20884-7864-43a9-86cc-caa85d2e352e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a9d7cab2e80a4790a3c08dfa4dc50427&device_id=98098ee8-c38f-4d5c-b59c-21b6d07b4b26 HTTP/1.1" status: 200 len: 1098 time: 0.0624402 Jun 10 18:49:42.025756 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e0a850-4364-4e32-9070-81a14bbf1121 req-b600ce95-dedc-4662-b167-433659288540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:49:42.027318 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-e7e0a850-4364-4e32-9070-81a14bbf1121 req-b600ce95-dedc-4662-b167-433659288540 service neutron] 10.222.0.39 "GET /v2.0/networks?id=36c601fb-9272-4d67-b287-4990129f2e5f HTTP/1.1" status: 200 len: 919 time: 0.1139109 Jun 10 18:49:42.093601 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499c3594-5490-4948-a458-4b3580e06918 req-68bced95-e85a-498c-9a6f-3ecc5365b53f tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:49:42.094169 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-e7e0a850-4364-4e32-9070-81a14bbf1121 req-ca335d98-6328-43f6-aee0-73e4a14154cf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=384f9c6d-550b-4c29-9028-415a4aacdbb0 HTTP/1.1" status: 200 len: 217 time: 0.0492306 Jun 10 18:49:42.095035 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-499c3594-5490-4948-a458-4b3580e06918 req-68bced95-e85a-498c-9a6f-3ecc5365b53f tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=98098ee8-c38f-4d5c-b59c-21b6d07b4b26 HTTP/1.1" status: 200 len: 945 time: 0.0706792 Jun 10 18:49:42.138946 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-499c3594-5490-4948-a458-4b3580e06918 req-581ea8b1-580b-456a-8fe9-b7a616e0d69e tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375717 Jun 10 18:49:44.266361 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-af13da33-2536-419e-828a-7d58a45f33a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:44.417025 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:45.402451 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-8dcc316c-a8c5-4da3-a0ad-e3f4fe9157be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:45.821196 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Device e9bed309-05f8-42bf-a86b-912f7f057221 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=98186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 18:49:45.943996 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] For port e9bed309-05f8-42bf-a86b-912f7f057221, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=e9bed309-05f8-42bf-a86b-912f7f057221,segment=NetworkSegment(fd279837-3169-4e44-bb88-c8bbfa96e1db),segment_id=fd279837-3169-4e44-bb88-c8bbfa96e1db)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:49:45.961856 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Returning: {'device': 'e9bed309-05f8-42bf-a86b-912f7f057221', 'network_id': '19e9a3f5-4709-4ace-b497-42ae4bcaab91', 'port_id': 'e9bed309-05f8-42bf-a86b-912f7f057221', 'mac_address': 'fa:16:3e:57:d2:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e54f33df-96bf-41df-aade-9540ec4d8d5f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 18:49:46.013395 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:46.028552 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.notifiers.nova [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9bed309-05f8-42bf-a86b-912f7f057221 {{(pid=98186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 18:49:46.048393 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] For port e9bed309-05f8-42bf-a86b-912f7f057221, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=e9bed309-05f8-42bf-a86b-912f7f057221,segment=NetworkSegment(fd279837-3169-4e44-bb88-c8bbfa96e1db),segment_id=fd279837-3169-4e44-bb88-c8bbfa96e1db)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:49:46.051835 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:46.054576 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:49:46.106515 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Pushing event updated for resources: {'Port': ['ID=e9bed309-05f8-42bf-a86b-912f7f057221,revision_number=4']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:49:46.113187 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:49:46.113562 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:49:46.113911 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:49:46.114252 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:49:46.114593 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:49:46.114928 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:49:46.115261 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:49:46.115591 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:49:46.115924 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:49:46.116253 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:49:46.116748 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:49:46.117272 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:49:46.121134 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:49:47.211969 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-bf1ede84-8c21-46ff-8a19-cb90afe635a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:47.581524 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:47.629004 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e0a850-4364-4e32-9070-81a14bbf1121 req-cb7f0fc0-674e-4872-8051-842d4ca6151e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:49:47.630628 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-e7e0a850-4364-4e32-9070-81a14bbf1121 req-cb7f0fc0-674e-4872-8051-842d4ca6151e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7cc0a94e-b476-4d1d-b3df-5e3104af9a91 HTTP/1.1" status: 200 len: 858 time: 0.0633059 Jun 10 18:49:47.678733 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-e7e0a850-4364-4e32-9070-81a14bbf1121 req-1552b748-2dfc-4a9a-a4d2-48cb9e5898ca service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=36c601fb-9272-4d67-b287-4990129f2e5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346472 Jun 10 18:49:47.802959 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1449240c-2350-4294-b1ab-17851eeecd53 req-2d6b76ac-185e-4963-9030-d29743f15238 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:49:47.805125 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-1449240c-2350-4294-b1ab-17851eeecd53 req-2d6b76ac-185e-4963-9030-d29743f15238 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/ports?device_id=94e349ce-a4f7-4025-9ef3-4a930259130a HTTP/1.1" status: 200 len: 945 time: 0.1016276 Jun 10 18:49:47.851987 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-1449240c-2350-4294-b1ab-17851eeecd53 req-dc04d8b6-a8f3-4fbe-87f9-71ed60e347cc tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/security-groups?id=06502357-ff4c-485b-91b1-561d1bbe6894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405049 Jun 10 18:49:47.857201 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-e7e0a850-4364-4e32-9070-81a14bbf1121 req-51f8b178-0def-4165-a47e-122c604a8f1c service neutron] 10.222.0.39 "GET /v2.0/networks/36c601fb-9272-4d67-b287-4990129f2e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694245 Jun 10 18:49:47.925499 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84698ca-a863-41b8-8952-1f7b1c438561 req-b9641934-e55a-4a05-a756-d38840d5259b tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:49:47.927134 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-a84698ca-a863-41b8-8952-1f7b1c438561 req-b9641934-e55a-4a05-a756-d38840d5259b tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=98098ee8-c38f-4d5c-b59c-21b6d07b4b26 HTTP/1.1" status: 200 len: 945 time: 0.1418397 Jun 10 18:49:48.038101 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-a84698ca-a863-41b8-8952-1f7b1c438561 req-97ad4a27-cacb-4b0a-afa1-5fe8a509d1be tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644555 Jun 10 18:49:48.044340 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-e7e0a850-4364-4e32-9070-81a14bbf1121 req-b7c36e6a-7d58-443e-86b1-e65e72137881 service neutron] 10.222.0.39 "GET /v2.0/networks/36c601fb-9272-4d67-b287-4990129f2e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746387 Jun 10 18:49:48.309554 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 47854) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:49:48.423292 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-6d9a8819-b8d0-4ba6-91f4-44d9de3d87eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:48.520480 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-6d9a8819-b8d0-4ba6-91f4-44d9de3d87eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:48.524888 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-6d9a8819-b8d0-4ba6-91f4-44d9de3d87eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:48.527911 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:49:48.569353 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-6d9a8819-b8d0-4ba6-91f4-44d9de3d87eb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9338599c540441f896a33584abb90be5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2585399 Jun 10 18:49:48.570553 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a8819-b8d0-4ba6-91f4-44d9de3d87eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb5d25fe-9f8f-497f-b70f-63c147a5cac5,revision_number=1']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:49:48.572091 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 47862) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:49:48.577556 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a8819-b8d0-4ba6-91f4-44d9de3d87eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:49:48.577930 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a8819-b8d0-4ba6-91f4-44d9de3d87eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:49:48.578278 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a8819-b8d0-4ba6-91f4-44d9de3d87eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:49:48.578786 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a8819-b8d0-4ba6-91f4-44d9de3d87eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:49:48.579547 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a8819-b8d0-4ba6-91f4-44d9de3d87eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:49:48.579899 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a8819-b8d0-4ba6-91f4-44d9de3d87eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:49:48.580241 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a8819-b8d0-4ba6-91f4-44d9de3d87eb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:49:48.580582 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a8819-b8d0-4ba6-91f4-44d9de3d87eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:49:48.580920 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a8819-b8d0-4ba6-91f4-44d9de3d87eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:49:48.581256 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a8819-b8d0-4ba6-91f4-44d9de3d87eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:49:48.581620 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a8819-b8d0-4ba6-91f4-44d9de3d87eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:49:48.581949 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a8819-b8d0-4ba6-91f4-44d9de3d87eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:49:48.586833 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-6d9a8819-b8d0-4ba6-91f4-44d9de3d87eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:49:48.628120 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-0437ded3-07aa-49fd-9d38-bff02b87788f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:48.655459 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-0437ded3-07aa-49fd-9d38-bff02b87788f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:48.714587 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-0437ded3-07aa-49fd-9d38-bff02b87788f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:48.717266 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-0437ded3-07aa-49fd-9d38-bff02b87788f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:48.718475 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-0437ded3-07aa-49fd-9d38-bff02b87788f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bb5d25fe-9f8f-497f-b70f-63c147a5cac5 HTTP/1.1" status: 204 len: 168 time: 0.1453776 Jun 10 18:49:48.719230 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-674c85e8-79d1-4545-8993-1dd9fd84b4bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:49:48.728263 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0437ded3-07aa-49fd-9d38-bff02b87788f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb5d25fe-9f8f-497f-b70f-63c147a5cac5,revision_number=None']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:49:48.730697 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-0437ded3-07aa-49fd-9d38-bff02b87788f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:49:48.789918 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] get_ports_and_sgs() called for port_ids ['e9bed309-05f8-42bf-a86b-912f7f057221'] {{(pid=98186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 18:49:49.067080 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab24fee5-bb12-484e-882f-2ed890be6069 req-fb3dfadc-a000-4ca8-a1c4-b3f92dc3a1c4 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:49:49.068685 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-ab24fee5-bb12-484e-882f-2ed890be6069 req-fb3dfadc-a000-4ca8-a1c4-b3f92dc3a1c4 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/ports?device_id=94e349ce-a4f7-4025-9ef3-4a930259130a HTTP/1.1" status: 200 len: 945 time: 0.0787783 Jun 10 18:49:49.114989 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-ab24fee5-bb12-484e-882f-2ed890be6069 req-5e38eb7c-4c2c-4962-a94b-e11e6b2406fa tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/security-groups?id=06502357-ff4c-485b-91b1-561d1bbe6894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398939 Jun 10 18:49:49.219809 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 47892) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:49:49.223230 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3a1809-17d2-4cb4-8e8d-27265ca48033 req-f1bafb16-c84f-46d8-aca5-bf1d53300983 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:49:49.224870 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-8b3a1809-17d2-4cb4-8e8d-27265ca48033 req-f1bafb16-c84f-46d8-aca5-bf1d53300983 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=98098ee8-c38f-4d5c-b59c-21b6d07b4b26 HTTP/1.1" status: 200 len: 945 time: 0.0693903 Jun 10 18:49:49.266237 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-8b3a1809-17d2-4cb4-8e8d-27265ca48033 req-521cc530-14d2-4643-a7c9-259eae2c444d tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355484 Jun 10 18:49:49.325753 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-495e4b30-1c50-40d0-a799-e0feac850f58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:49.424006 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-495e4b30-1c50-40d0-a799-e0feac850f58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:49.427696 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-495e4b30-1c50-40d0-a799-e0feac850f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:49.431721 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:49:49.479428 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 47900) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:49:49.479631 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-495e4b30-1c50-40d0-a799-e0feac850f58 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=59af0a8f227d42209cdc485c5812c4c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2585638 Jun 10 18:49:49.480589 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495e4b30-1c50-40d0-a799-e0feac850f58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c351e47f-e65c-4abb-b02e-cf677507d5cf,revision_number=1']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:49:49.494732 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-495e4b30-1c50-40d0-a799-e0feac850f58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:49:49.539275 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-4f7e27a8-19e2-4cf1-bbeb-1ca205522aad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:49.561237 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-4f7e27a8-19e2-4cf1-bbeb-1ca205522aad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:49.613585 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-4f7e27a8-19e2-4cf1-bbeb-1ca205522aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:49.616608 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-4f7e27a8-19e2-4cf1-bbeb-1ca205522aad admin admin] Notify callbacks [] for security_group, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:49.620465 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-4f7e27a8-19e2-4cf1-bbeb-1ca205522aad admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c351e47f-e65c-4abb-b02e-cf677507d5cf HTTP/1.1" status: 204 len: 168 time: 0.1373239 Jun 10 18:49:49.620465 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-e0cff1c4-e2dc-4507-9b8c-837cc098476c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:49:49.627247 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7e27a8-19e2-4cf1-bbeb-1ca205522aad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c351e47f-e65c-4abb-b02e-cf677507d5cf,revision_number=None']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:49:49.629486 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-4f7e27a8-19e2-4cf1-bbeb-1ca205522aad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:49:50.338411 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d6e013-e201-4864-9067-b12112a96fe0 req-ad83156c-9f90-4d05-9520-db47eeeefef4 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:49:50.339861 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-58d6e013-e201-4864-9067-b12112a96fe0 req-ad83156c-9f90-4d05-9520-db47eeeefef4 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/ports?device_id=94e349ce-a4f7-4025-9ef3-4a930259130a HTTP/1.1" status: 200 len: 945 time: 0.0878682 Jun 10 18:49:50.390524 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-58d6e013-e201-4864-9067-b12112a96fe0 req-f56f7796-6189-46bd-821a-df53be6926f0 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/security-groups?id=06502357-ff4c-485b-91b1-561d1bbe6894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443957 Jun 10 18:49:50.493567 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a281a71f-66f0-4d1f-8bb7-2ed26f755574 req-aafdfca3-bd32-468e-abc5-cef813ea61c3 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:49:50.495199 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-a281a71f-66f0-4d1f-8bb7-2ed26f755574 req-aafdfca3-bd32-468e-abc5-cef813ea61c3 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=98098ee8-c38f-4d5c-b59c-21b6d07b4b26 HTTP/1.1" status: 200 len: 945 time: 0.0860615 Jun 10 18:49:50.546133 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-a281a71f-66f0-4d1f-8bb7-2ed26f755574 req-d03374ef-57c7-4df5-8436-4acce58af5cd tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426211 Jun 10 18:49:50.824414 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 47950) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:49:50.930282 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-b9eac936-fddf-4ac0-a42a-c971768957c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:51.051910 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-b9eac936-fddf-4ac0-a42a-c971768957c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:51.056991 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-b9eac936-fddf-4ac0-a42a-c971768957c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:51.061309 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-8208ff8b-921f-437f-b283-833cdf3ee255 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:49:51.105421 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-b9eac936-fddf-4ac0-a42a-c971768957c2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bb7f9e4f350f42c2900fbc4e7002b013&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2799194 Jun 10 18:49:51.106327 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eac936-fddf-4ac0-a42a-c971768957c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c97fab3-84b0-47d6-89dc-e9663f79521d,revision_number=1']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:49:51.108117 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 47966) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:49:51.109334 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-b9eac936-fddf-4ac0-a42a-c971768957c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:49:51.160716 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-909b563b-99b4-4b7f-9fcd-81f943f514e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:51.184454 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-909b563b-99b4-4b7f-9fcd-81f943f514e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:51.237095 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-909b563b-99b4-4b7f-9fcd-81f943f514e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:51.240347 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-909b563b-99b4-4b7f-9fcd-81f943f514e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:51.242205 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-909b563b-99b4-4b7f-9fcd-81f943f514e4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4c97fab3-84b0-47d6-89dc-e9663f79521d HTTP/1.1" status: 204 len: 168 time: 0.1323774 Jun 10 18:49:51.243057 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-151048f1-0d1d-46ae-871b-aaa91d7276a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:49:51.252098 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909b563b-99b4-4b7f-9fcd-81f943f514e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c97fab3-84b0-47d6-89dc-e9663f79521d,revision_number=None']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:49:51.259064 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-909b563b-99b4-4b7f-9fcd-81f943f514e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:49:51.506177 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 47982) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:49:51.591784 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27017271-5c99-428b-956c-e033f6410f89 req-a6db2737-9892-431f-8fb3-1fb1cbe8470d tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:49:51.593937 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-27017271-5c99-428b-956c-e033f6410f89 req-a6db2737-9892-431f-8fb3-1fb1cbe8470d tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/ports?device_id=94e349ce-a4f7-4025-9ef3-4a930259130a HTTP/1.1" status: 200 len: 945 time: 0.0800507 Jun 10 18:49:51.644914 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-b61f15a8-359e-4ac9-862c-a4b8e7fa7f41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:51.664293 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-27017271-5c99-428b-956c-e033f6410f89 req-f49a8341-2f52-43a4-a3da-aa5cb6124275 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/security-groups?id=06502357-ff4c-485b-91b1-561d1bbe6894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636425 Jun 10 18:49:51.772470 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8123d8-ed6c-4006-a562-ad49a7ce57b4 req-64b5e6a1-2554-4118-9b86-24e7190e9868 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:49:51.774141 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-0e8123d8-ed6c-4006-a562-ad49a7ce57b4 req-64b5e6a1-2554-4118-9b86-24e7190e9868 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=98098ee8-c38f-4d5c-b59c-21b6d07b4b26 HTTP/1.1" status: 200 len: 945 time: 0.0889206 Jun 10 18:49:51.784168 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-b61f15a8-359e-4ac9-862c-a4b8e7fa7f41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:51.788901 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-b61f15a8-359e-4ac9-862c-a4b8e7fa7f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:51.813490 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:49:51.817488 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Device e9bed309-05f8-42bf-a86b-912f7f057221 up at agent hyperv_hv-cinder-78626 {{(pid=98186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 18:49:51.822114 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-b61f15a8-359e-4ac9-862c-a4b8e7fa7f41 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=60a51b16d2254ef28397f171ba1e8491&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3134534 Jun 10 18:49:51.822796 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 48000) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:49:51.832272 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-0e8123d8-ed6c-4006-a562-ad49a7ce57b4 req-207e6bb1-5cf4-412a-a467-7ffa665e212a tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524113 Jun 10 18:49:51.866869 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61f15a8-359e-4ac9-862c-a4b8e7fa7f41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9283d412-2799-4098-8fad-d3da54a01260,revision_number=1']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:49:51.872240 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-b61f15a8-359e-4ac9-862c-a4b8e7fa7f41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:49:51.888514 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Provisioning for port e9bed309-05f8-42bf-a86b-912f7f057221 completed by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 18:49:51.892579 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Provisioning complete for port e9bed309-05f8-42bf-a86b-912f7f057221 triggered by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 18:49:51.893300 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:51.904055 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-39fb1f01-3457-4b13-8b35-f724e1d314f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:51.928016 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-39fb1f01-3457-4b13-8b35-f724e1d314f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:51.984497 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-39fb1f01-3457-4b13-8b35-f724e1d314f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:51.987512 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-39fb1f01-3457-4b13-8b35-f724e1d314f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:51.988810 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-39fb1f01-3457-4b13-8b35-f724e1d314f9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9283d412-2799-4098-8fad-d3da54a01260 HTTP/1.1" status: 204 len: 168 time: 0.1584978 Jun 10 18:49:51.989580 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-a96d3695-03d2-444b-a7f7-20e815305477 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:49:51.996869 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:51.998738 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fb1f01-3457-4b13-8b35-f724e1d314f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9283d412-2799-4098-8fad-d3da54a01260,revision_number=None']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:49:52.001391 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-39fb1f01-3457-4b13-8b35-f724e1d314f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:49:52.038329 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94e349ce-a4f7-4025-9ef3-4a930259130a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9bed309-05f8-42bf-a86b-912f7f057221'}] {{(pid=98186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 18:49:52.040927 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c2f46a37dc9d9ea27ba47e2e5c887733d44c46f74833e79389795ef1d11a41d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f38c2f19-e703-4bb2-80cf-2c99d3949f53" -d '{"events": [{"server_uuid": "94e349ce-a4f7-4025-9ef3-4a930259130a", "name": "network-vif-plugged", "status": "completed", "tag": "e9bed309-05f8-42bf-a86b-912f7f057221"}]}' {{(pid=98186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 18:49:52.060329 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] For port e9bed309-05f8-42bf-a86b-912f7f057221, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=e9bed309-05f8-42bf-a86b-912f7f057221,segment=NetworkSegment(fd279837-3169-4e44-bb88-c8bbfa96e1db),segment_id=fd279837-3169-4e44-bb88-c8bbfa96e1db)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:49:52.067512 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:52.072499 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-063c4b3a-9b4a-4de6-8666-ef5afa8bf0f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:49:52.146005 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 18:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd033a04-890f-4d1c-8997-7daa5e8f865c x-openstack-request-id: req-cd033a04-890f-4d1c-8997-7daa5e8f865c {{(pid=98186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 18:49:52.147012 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94e349ce-a4f7-4025-9ef3-4a930259130a", "name": "network-vif-plugged", "status": "completed", "tag": "e9bed309-05f8-42bf-a86b-912f7f057221", "code": 200}]} {{(pid=98186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 18:49:52.149057 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cd033a04-890f-4d1c-8997-7daa5e8f865c {{(pid=98186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 18:49:52.149999 dv-cinder-786260-4-iscsi neutron-server[98186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94e349ce-a4f7-4025-9ef3-4a930259130a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9bed309-05f8-42bf-a86b-912f7f057221', 'code': 200} Jun 10 18:49:52.162524 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Pushing event updated for resources: {'Port': ['ID=e9bed309-05f8-42bf-a86b-912f7f057221,revision_number=5']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:49:52.167908 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:49:52.422297 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cda3c1-b398-4d70-a3d4-9c53918d228b req-63c78e3e-336b-46b5-b6c2-d5d788d888ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:49:52.424068 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-02cda3c1-b398-4d70-a3d4-9c53918d228b req-63c78e3e-336b-46b5-b6c2-d5d788d888ea service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=94e349ce-a4f7-4025-9ef3-4a930259130a HTTP/1.1" status: 200 len: 1099 time: 0.0709887 Jun 10 18:49:52.435071 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 48026) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:49:52.455353 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-a76a72cc-5784-4fe0-90eb-46fc02877642 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:52.481757 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-02cda3c1-b398-4d70-a3d4-9c53918d228b req-c9e3efe8-7d61-452b-998e-7fbac07b2939 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=06502357-ff4c-485b-91b1-561d1bbe6894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483396 Jun 10 18:49:52.563017 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-a76a72cc-5784-4fe0-90eb-46fc02877642 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:52.566729 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-a76a72cc-5784-4fe0-90eb-46fc02877642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:52.570855 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-d696301d-efb0-4383-986c-664408f1410c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:49:52.609747 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-a76a72cc-5784-4fe0-90eb-46fc02877642 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6b300fc674144fb5877b4f7d706e5941&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1735559 Jun 10 18:49:52.610699 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76a72cc-5784-4fe0-90eb-46fc02877642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e493e91a-a4f0-48c9-8dba-a69a84cca2c1,revision_number=1']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:49:52.613479 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 48032) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:49:52.613905 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-a76a72cc-5784-4fe0-90eb-46fc02877642 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:49:52.667136 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-4d34473d-27cb-4c91-b770-49c738f5c2be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:52.689329 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-4d34473d-27cb-4c91-b770-49c738f5c2be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:52.738686 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-4d34473d-27cb-4c91-b770-49c738f5c2be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:52.742208 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-4d34473d-27cb-4c91-b770-49c738f5c2be admin admin] Notify callbacks [] for security_group, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:52.743327 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-4d34473d-27cb-4c91-b770-49c738f5c2be admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e493e91a-a4f0-48c9-8dba-a69a84cca2c1 HTTP/1.1" status: 204 len: 168 time: 0.1284597 Jun 10 18:49:52.744193 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-11bac9c8-0b9f-44ff-97bc-4b3c20bffee6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:49:52.752902 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d34473d-27cb-4c91-b770-49c738f5c2be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e493e91a-a4f0-48c9-8dba-a69a84cca2c1,revision_number=None']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:49:52.755244 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-4d34473d-27cb-4c91-b770-49c738f5c2be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:49:52.869441 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0af93e8-4c1d-4389-a592-40e48bec1715 req-2840ab8d-2d76-41ba-bc29-4b3e29948bfe tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:49:52.871023 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-a0af93e8-4c1d-4389-a592-40e48bec1715 req-2840ab8d-2d76-41ba-bc29-4b3e29948bfe tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/ports?device_id=94e349ce-a4f7-4025-9ef3-4a930259130a HTTP/1.1" status: 200 len: 946 time: 0.0726416 Jun 10 18:49:52.918998 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-a0af93e8-4c1d-4389-a592-40e48bec1715 req-ee2d19d6-850d-49cd-bea3-c9d758224b19 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/security-groups?id=06502357-ff4c-485b-91b1-561d1bbe6894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417233 Jun 10 18:49:53.263621 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32326b3-7ade-4bac-9f7f-5e09b59e11fd req-42fd52c5-400c-4b5c-a317-2d57d9b76a3f tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:49:53.265103 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-c32326b3-7ade-4bac-9f7f-5e09b59e11fd req-42fd52c5-400c-4b5c-a317-2d57d9b76a3f tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=98098ee8-c38f-4d5c-b59c-21b6d07b4b26 HTTP/1.1" status: 200 len: 945 time: 0.3005044 Jun 10 18:49:53.308690 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-c32326b3-7ade-4bac-9f7f-5e09b59e11fd req-7e41f648-8ac9-4058-9029-2f1438eddd78 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377986 Jun 10 18:49:54.118214 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d082491d-6605-48ad-af89-2d2f308241e0 req-73bc7f88-80ab-4b9e-a47a-51a334e422d5 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:49:54.121936 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-d082491d-6605-48ad-af89-2d2f308241e0 req-73bc7f88-80ab-4b9e-a47a-51a334e422d5 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/ports?device_id=94e349ce-a4f7-4025-9ef3-4a930259130a HTTP/1.1" status: 200 len: 946 time: 0.0768368 Jun 10 18:49:54.170396 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-d082491d-6605-48ad-af89-2d2f308241e0 req-e575e989-f9ab-44f4-894f-ae4bd42c25a0 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/security-groups?id=06502357-ff4c-485b-91b1-561d1bbe6894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450892 Jun 10 18:49:54.504884 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfaca21-ef3c-4c8d-a4f7-473bf550c243 req-1b6ac20d-c39a-4a39-8ba0-172cdcad89af tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:49:54.506560 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-6dfaca21-ef3c-4c8d-a4f7-473bf550c243 req-1b6ac20d-c39a-4a39-8ba0-172cdcad89af tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=98098ee8-c38f-4d5c-b59c-21b6d07b4b26 HTTP/1.1" status: 200 len: 945 time: 0.0762300 Jun 10 18:49:54.563057 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-6dfaca21-ef3c-4c8d-a4f7-473bf550c243 req-615d5ee0-3af5-45ff-a3c2-2b76f4f0837c tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507147 Jun 10 18:49:54.873159 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1381a6a9-0b63-47cf-9fa4-f45d98604bb3 req-675dc32e-020e-4e0e-ba1a-ef60fde9aaee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:49:54.875077 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-1381a6a9-0b63-47cf-9fa4-f45d98604bb3 req-675dc32e-020e-4e0e-ba1a-ef60fde9aaee service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=98098ee8-c38f-4d5c-b59c-21b6d07b4b26 HTTP/1.1" status: 200 len: 1098 time: 0.0640662 Jun 10 18:49:54.916032 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-1381a6a9-0b63-47cf-9fa4-f45d98604bb3 req-569b54b2-c1f5-499b-acc2-eea9d45e9c8d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338194 Jun 10 18:49:55.230316 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 48154) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:49:55.369166 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40980ca1-69fc-4f76-ac7b-4b9e92a900b5 req-12237345-41c2-4e0c-8c97-af118f145b5e tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:49:55.370682 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-40980ca1-69fc-4f76-ac7b-4b9e92a900b5 req-12237345-41c2-4e0c-8c97-af118f145b5e tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/ports?device_id=94e349ce-a4f7-4025-9ef3-4a930259130a HTTP/1.1" status: 200 len: 946 time: 0.0837748 Jun 10 18:49:55.425088 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-40980ca1-69fc-4f76-ac7b-4b9e92a900b5 req-265275d5-9423-4fd8-8a49-85f541265bf1 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/security-groups?id=06502357-ff4c-485b-91b1-561d1bbe6894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480397 Jun 10 18:49:55.434868 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-19585455-f688-4bc5-baaa-8a295a1ca790 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:55.548454 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-19585455-f688-4bc5-baaa-8a295a1ca790 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:55.552313 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-19585455-f688-4bc5-baaa-8a295a1ca790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:55.555663 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:49:55.596540 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-19585455-f688-4bc5-baaa-8a295a1ca790 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6719f9573b844ade8ac6a908325e88a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3651316 Jun 10 18:49:55.598087 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19585455-f688-4bc5-baaa-8a295a1ca790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6559fcc5-b965-4a3b-8f40-6197d781fdcf,revision_number=1']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:49:55.601124 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 48166) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:49:55.601916 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-19585455-f688-4bc5-baaa-8a295a1ca790 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:49:55.662563 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-9b0a571f-6568-40ac-9e0c-310386980e41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:55.688170 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-9b0a571f-6568-40ac-9e0c-310386980e41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:55.781022 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-9b0a571f-6568-40ac-9e0c-310386980e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:55.783653 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-9b0a571f-6568-40ac-9e0c-310386980e41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:49:55.784790 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-9b0a571f-6568-40ac-9e0c-310386980e41 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6559fcc5-b965-4a3b-8f40-6197d781fdcf HTTP/1.1" status: 204 len: 168 time: 0.1824138 Jun 10 18:49:55.797218 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-6e30d7f6-2dcb-4f2b-9dfb-ba00763fdfae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:49:55.812062 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0a571f-6568-40ac-9e0c-310386980e41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6559fcc5-b965-4a3b-8f40-6197d781fdcf,revision_number=None']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:49:55.818137 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-9b0a571f-6568-40ac-9e0c-310386980e41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:49:55.840107 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5c2816-4d48-4d3b-90c8-130e3fc0e80c req-e68f329c-97d5-4143-8d37-504eff5c4531 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:49:55.846933 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-6d5c2816-4d48-4d3b-90c8-130e3fc0e80c req-e68f329c-97d5-4143-8d37-504eff5c4531 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=98098ee8-c38f-4d5c-b59c-21b6d07b4b26 HTTP/1.1" status: 200 len: 945 time: 0.1115117 Jun 10 18:49:55.896328 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-6d5c2816-4d48-4d3b-90c8-130e3fc0e80c req-c138a5b1-fc33-4dd1-b7fa-06ac661e5946 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455594 Jun 10 18:49:55.953793 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.agents_db [None req-dd8e6269-3fd9-4915-b5ed-83e1f738bf4e None None] Agent healthcheck: found 6 active agents {{(pid=98187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 18:49:57.090197 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac07158-5e5f-4443-a3bf-ffc0767ad74f req-ec161467-6da0-419a-ba0c-6dc807bd0af8 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:49:57.091570 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-8ac07158-5e5f-4443-a3bf-ffc0767ad74f req-ec161467-6da0-419a-ba0c-6dc807bd0af8 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=98098ee8-c38f-4d5c-b59c-21b6d07b4b26 HTTP/1.1" status: 200 len: 945 time: 0.0734782 Jun 10 18:49:57.134308 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-8ac07158-5e5f-4443-a3bf-ffc0767ad74f req-d8209903-2e48-44c9-9609-e3de4209ca8e tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370445 Jun 10 18:49:57.516472 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301ff43a-4b59-4141-8f59-b1c6729ab44f req-ba369c49-bf1e-4a44-8bc6-8925d64967ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:49:57.517961 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-301ff43a-4b59-4141-8f59-b1c6729ab44f req-ba369c49-bf1e-4a44-8bc6-8925d64967ca service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a9d7cab2e80a4790a3c08dfa4dc50427&device_id=98098ee8-c38f-4d5c-b59c-21b6d07b4b26 HTTP/1.1" status: 200 len: 1098 time: 0.0607355 Jun 10 18:49:57.575602 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678cc671-e741-4ef9-af06-0458935f0c4f req-88892f6d-8efb-4319-98b3-fd42f63d47e8 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:49:57.577043 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-678cc671-e741-4ef9-af06-0458935f0c4f req-88892f6d-8efb-4319-98b3-fd42f63d47e8 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=98098ee8-c38f-4d5c-b59c-21b6d07b4b26 HTTP/1.1" status: 200 len: 945 time: 0.0702355 Jun 10 18:49:57.619688 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-678cc671-e741-4ef9-af06-0458935f0c4f req-97072add-1949-433a-86e1-dcbfc88a4b51 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366347 Jun 10 18:49:57.637729 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301ff43a-4b59-4141-8f59-b1c6729ab44f req-db787020-c428-4fad-a741-ab0f228c7051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:49:57.639183 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-301ff43a-4b59-4141-8f59-b1c6729ab44f req-db787020-c428-4fad-a741-ab0f228c7051 service neutron] 10.222.0.39 "GET /v2.0/networks?id=36c601fb-9272-4d67-b287-4990129f2e5f HTTP/1.1" status: 200 len: 919 time: 0.1146669 Jun 10 18:49:57.699175 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-301ff43a-4b59-4141-8f59-b1c6729ab44f req-120de7ed-cf96-4347-b3b7-1facd4a49c9e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=384f9c6d-550b-4c29-9028-415a4aacdbb0 HTTP/1.1" status: 200 len: 217 time: 0.0528762 Jun 10 18:49:57.758821 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301ff43a-4b59-4141-8f59-b1c6729ab44f req-fee67ae6-5dc1-4b36-8aed-e13274f4c02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:49:57.760319 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-301ff43a-4b59-4141-8f59-b1c6729ab44f req-fee67ae6-5dc1-4b36-8aed-e13274f4c02f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7cc0a94e-b476-4d1d-b3df-5e3104af9a91 HTTP/1.1" status: 200 len: 858 time: 0.0541379 Jun 10 18:49:57.799576 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-301ff43a-4b59-4141-8f59-b1c6729ab44f req-b164022c-bfac-48f6-bd3d-ba2b86e739c4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=36c601fb-9272-4d67-b287-4990129f2e5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317633 Jun 10 18:49:57.932607 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-301ff43a-4b59-4141-8f59-b1c6729ab44f req-f1bfae54-51f1-4c6a-9ecb-ec3ea5d73ef8 service neutron] 10.222.0.39 "GET /v2.0/networks/36c601fb-9272-4d67-b287-4990129f2e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258862 Jun 10 18:49:58.068020 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-301ff43a-4b59-4141-8f59-b1c6729ab44f req-c0a8f9cc-d66f-4e26-9d44-b08fac382d94 service neutron] 10.222.0.39 "GET /v2.0/networks/36c601fb-9272-4d67-b287-4990129f2e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277344 Jun 10 18:49:58.805113 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a1e143-8e1e-4406-84e0-4988a642f538 req-be50d21b-f2b4-45af-a000-7351217cd990 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:49:58.806606 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-97a1e143-8e1e-4406-84e0-4988a642f538 req-be50d21b-f2b4-45af-a000-7351217cd990 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=98098ee8-c38f-4d5c-b59c-21b6d07b4b26 HTTP/1.1" status: 200 len: 945 time: 0.0687194 Jun 10 18:49:58.850797 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-97a1e143-8e1e-4406-84e0-4988a642f538 req-8fc5a688-2d5c-40a9-9633-a52c42e194e8 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386086 Jun 10 18:50:00.040076 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a35aaf6-5f8b-4dcf-ad5d-fee409b6dae8 req-7c8513ff-8dc4-41d1-846e-bd94627c832d tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:50:00.041784 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-8a35aaf6-5f8b-4dcf-ad5d-fee409b6dae8 req-7c8513ff-8dc4-41d1-846e-bd94627c832d tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=98098ee8-c38f-4d5c-b59c-21b6d07b4b26 HTTP/1.1" status: 200 len: 945 time: 0.0715001 Jun 10 18:50:00.085616 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-8a35aaf6-5f8b-4dcf-ad5d-fee409b6dae8 req-d9d26703-d784-45b5-8467-2c2018bef88d tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377226 Jun 10 18:50:01.060171 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 48352) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:50:01.179840 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-4f33f9be-dd36-4fac-a703-fe3236392da8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:01.300832 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5aa3e6-6ea9-4f4a-9dac-7e9c7e61e567 req-ae3f60ba-d0e4-4841-85f8-7dbaad2dc88d tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:50:01.308543 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-4f33f9be-dd36-4fac-a703-fe3236392da8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:01.309058 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-2d5aa3e6-6ea9-4f4a-9dac-7e9c7e61e567 req-ae3f60ba-d0e4-4841-85f8-7dbaad2dc88d tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=98098ee8-c38f-4d5c-b59c-21b6d07b4b26 HTTP/1.1" status: 200 len: 945 time: 0.0845408 Jun 10 18:50:01.314534 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-4f33f9be-dd36-4fac-a703-fe3236392da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:01.329722 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-48cde784-116b-4210-9cb9-b68b125e1417 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:50:01.356979 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-2d5aa3e6-6ea9-4f4a-9dac-7e9c7e61e567 req-49ed70da-70a5-44da-a82d-55323acec9d0 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467939 Jun 10 18:50:01.370060 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-4f33f9be-dd36-4fac-a703-fe3236392da8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=56ced848b1d74b70b91f6b43c25507dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3088059 Jun 10 18:50:01.373280 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 48366) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:50:01.375431 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f33f9be-dd36-4fac-a703-fe3236392da8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c71e7bb-c935-4d19-b05a-1e820a6a52c0,revision_number=1']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:50:01.389858 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-4f33f9be-dd36-4fac-a703-fe3236392da8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:50:01.443540 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-aa144879-6e63-4816-9f33-6f6dc6e76693 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:01.468984 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-aa144879-6e63-4816-9f33-6f6dc6e76693 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:01.522844 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-aa144879-6e63-4816-9f33-6f6dc6e76693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:01.525857 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-aa144879-6e63-4816-9f33-6f6dc6e76693 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:01.527021 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-aa144879-6e63-4816-9f33-6f6dc6e76693 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9c71e7bb-c935-4d19-b05a-1e820a6a52c0 HTTP/1.1" status: 204 len: 168 time: 0.1527040 Jun 10 18:50:01.527777 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:50:01.536585 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa144879-6e63-4816-9f33-6f6dc6e76693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c71e7bb-c935-4d19-b05a-1e820a6a52c0,revision_number=None']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:50:01.539439 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-aa144879-6e63-4816-9f33-6f6dc6e76693 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:50:02.218184 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 48422) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:50:02.323750 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.v2.base [None req-552f7402-d1d5-4e91-967a-feceb57d16e7 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1335184550-network', 'tenant_id': 'a7241b95e30c40179a2658f45dfc298b'}} {{(pid=98184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:50:02.347500 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-552f7402-d1d5-4e91-967a-feceb57d16e7 admin admin] Made reservation on behalf of a7241b95e30c40179a2658f45dfc298b for: {'network': 1} {{(pid=98184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 18:50:02.350097 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-552f7402-d1d5-4e91-967a-feceb57d16e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-941319'] for network, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:02.364406 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-552f7402-d1d5-4e91-967a-feceb57d16e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:02.495403 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-552f7402-d1d5-4e91-967a-feceb57d16e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:02.502089 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-552f7402-d1d5-4e91-967a-feceb57d16e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:02.516504 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-552f7402-d1d5-4e91-967a-feceb57d16e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=98184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 18:50:02.526642 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-552f7402-d1d5-4e91-967a-feceb57d16e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881768'] for segment, precommit_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:02.527224 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.db.segments_db [None req-552f7402-d1d5-4e91-967a-feceb57d16e7 admin admin] Added segment 37397a1f-5221-4650-81d8-34c17949ed4a of type vlan for network 73a3ce8a-93bc-4d5e-b32a-0f937061b979 Jun 10 18:50:02.573718 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:50:02.601833 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02483d6-2414-4fce-8779-5692742edfa7 req-620ed930-5741-4f10-80b8-181a8a14f0a5 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:50:02.610782 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-d02483d6-2414-4fce-8779-5692742edfa7 req-620ed930-5741-4f10-80b8-181a8a14f0a5 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=98098ee8-c38f-4d5c-b59c-21b6d07b4b26 HTTP/1.1" status: 200 len: 945 time: 0.0888188 Jun 10 18:50:02.642021 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-552f7402-d1d5-4e91-967a-feceb57d16e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731578050973'] for network, precommit_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:02.659867 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f7402-d1d5-4e91-967a-feceb57d16e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a819a32-9ec6-4225-92dd-4742503449c5,revision_number=1']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:50:02.662029 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-d02483d6-2414-4fce-8779-5692742edfa7 req-e54efa08-322d-47c7-8836-be3e2b167aa4 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500655 Jun 10 18:50:02.668411 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-552f7402-d1d5-4e91-967a-feceb57d16e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:50:02.671306 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 48448) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:50:02.729654 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-552f7402-d1d5-4e91-967a-feceb57d16e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731739'] for network, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:02.731189 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552f7402-d1d5-4e91-967a-feceb57d16e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:50:02.733642 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-552f7402-d1d5-4e91-967a-feceb57d16e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731712'] for network, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:02.736931 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-a5106dff-c0a1-4a28-9ee6-e10009c256f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:50:02.805157 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-552f7402-d1d5-4e91-967a-feceb57d16e7 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5820563 Jun 10 18:50:02.805251 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 48460) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:50:02.810612 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.v2.base [None req-03e300dc-40a1-4fe4-9da0-7186cdedc35a admin admin] Request body: {'subnet': {'network_id': '73a3ce8a-93bc-4d5e-b32a-0f937061b979', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1335184550-subnet', 'tenant_id': 'a7241b95e30c40179a2658f45dfc298b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:50:02.843009 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f7402-d1d5-4e91-967a-feceb57d16e7 admin admin] Pushing event updated for resources: {'Network': ['ID=73a3ce8a-93bc-4d5e-b32a-0f937061b979,revision_number=1']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:50:02.846121 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-552f7402-d1d5-4e91-967a-feceb57d16e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:50:02.846636 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e300dc-40a1-4fe4-9da0-7186cdedc35a admin admin] Made reservation on behalf of a7241b95e30c40179a2658f45dfc298b for: {'subnet': 1} {{(pid=98185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 18:50:02.849034 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-03e300dc-40a1-4fe4-9da0-7186cdedc35a admin admin] Notify callbacks [] for subnet, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:02.860323 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Network 73a3ce8a-93bc-4d5e-b32a-0f937061b979 details requested by agent ovs-agent-dv-cinder-786260-4-iscsi with host dv-cinder-786260-4-iscsi {{(pid=98186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 18:50:02.907685 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-a72d8e67-6cec-45f1-9d82-5f9dd8290c0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:03.025720 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-a72d8e67-6cec-45f1-9d82-5f9dd8290c0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:03.036874 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-a72d8e67-6cec-45f1-9d82-5f9dd8290c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:03.074658 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-9b0a571f-6568-40ac-9e0c-310386980e41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:50:03.078452 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-a72d8e67-6cec-45f1-9d82-5f9dd8290c0c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8745e58e5c284896ad03db9faf7da34a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4061022 Jun 10 18:50:03.086837 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 48470) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:50:03.125563 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72d8e67-6cec-45f1-9d82-5f9dd8290c0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6850f1f2-feb0-46e5-a2c7-9ce13cb15ffd,revision_number=1']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:50:03.134386 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-a72d8e67-6cec-45f1-9d82-5f9dd8290c0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:50:03.186365 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-03e300dc-40a1-4fe4-9da0-7186cdedc35a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730'] for subnet, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:03.188854 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-ce0a8f1e-242a-4ae6-83ef-51135dab4355 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:03.189573 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:50:03.217724 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-ce0a8f1e-242a-4ae6-83ef-51135dab4355 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:03.254796 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e300dc-40a1-4fe4-9da0-7186cdedc35a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8106fa21-c46f-41ff-b2bd-049727e71a1b,revision_number=0']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:50:03.263233 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-03e300dc-40a1-4fe4-9da0-7186cdedc35a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:50:03.273671 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e300dc-40a1-4fe4-9da0-7186cdedc35a admin admin] Checking segment: {'id': '37397a1f-5221-4650-81d8-34c17949ed4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '73a3ce8a-93bc-4d5e-b32a-0f937061b979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 18:50:03.274026 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e300dc-40a1-4fe4-9da0-7186cdedc35a admin admin] Network hostable DHCP agents. Network: 73a3ce8a-93bc-4d5e-b32a-0f937061b979, hostable agents: ['32d11a73-8882-47f0-8c19-15a088a2f1dc'], hosted agents: [] {{(pid=98185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 18:50:03.278262 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-ce0a8f1e-242a-4ae6-83ef-51135dab4355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:03.280851 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-ce0a8f1e-242a-4ae6-83ef-51135dab4355 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:03.282092 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-ce0a8f1e-242a-4ae6-83ef-51135dab4355 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6850f1f2-feb0-46e5-a2c7-9ce13cb15ffd HTTP/1.1" status: 204 len: 168 time: 0.1943219 Jun 10 18:50:03.282801 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-48021aca-0b14-4159-af79-4197a51c63de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:50:03.293113 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0a8f1e-242a-4ae6-83ef-51135dab4355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6850f1f2-feb0-46e5-a2c7-9ce13cb15ffd,revision_number=None']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:50:03.295989 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e300dc-40a1-4fe4-9da0-7186cdedc35a admin admin] Network 73a3ce8a-93bc-4d5e-b32a-0f937061b979 is scheduled to be hosted by DHCP agent 32d11a73-8882-47f0-8c19-15a088a2f1dc with binding_index 1 {{(pid=98185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 18:50:03.302209 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-ce0a8f1e-242a-4ae6-83ef-51135dab4355 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:50:03.323851 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.base_scheduler [None req-03e300dc-40a1-4fe4-9da0-7186cdedc35a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-4-iscsi, 73a3ce8a-93bc-4d5e-b32a-0f937061b979) {{(pid=98185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 18:50:03.328770 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e300dc-40a1-4fe4-9da0-7186cdedc35a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:50:03.329758 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-03e300dc-40a1-4fe4-9da0-7186cdedc35a admin admin] Notify callbacks [] for subnet, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:03.338950 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e0f283-94ba-4033-bc2b-fc6873b26dc3 None None] Network 73a3ce8a-93bc-4d5e-b32a-0f937061b979 requested from dv-cinder-786260-4-iscsi {{(pid=98186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 18:50:03.354118 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-03e300dc-40a1-4fe4-9da0-7186cdedc35a admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5474944 Jun 10 18:50:03.526954 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce9f86f-b059-472a-bcb8-bf91fb912570 None None] Network 73a3ce8a-93bc-4d5e-b32a-0f937061b979 requested from dv-cinder-786260-4-iscsi {{(pid=98186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 18:50:03.658620 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 48492) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:50:03.674701 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-c5c73b0f-7ce5-407e-9100-33690666fbd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:03.778796 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-c5c73b0f-7ce5-407e-9100-33690666fbd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:03.783933 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-c5c73b0f-7ce5-407e-9100-33690666fbd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:03.787696 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-e2cd4fc8-0fb4-4c99-a199-ff8869e1eba6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:50:03.828893 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c73b0f-7ce5-407e-9100-33690666fbd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f124caba-7a28-43bf-9c7b-b3f791c4ac95,revision_number=1']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:50:03.837016 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-c5c73b0f-7ce5-407e-9100-33690666fbd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:50:03.846361 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-c5c73b0f-7ce5-407e-9100-33690666fbd0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ed1614b14ae6458c9d4011f9b016509f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1840134 Jun 10 18:50:03.846518 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 48500) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:50:03.927262 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-19139899-7b8f-4635-a7e8-49314a8718d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:03.957815 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-19139899-7b8f-4635-a7e8-49314a8718d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:04.014544 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-19139899-7b8f-4635-a7e8-49314a8718d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:04.017210 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-19139899-7b8f-4635-a7e8-49314a8718d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:04.018444 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-19139899-7b8f-4635-a7e8-49314a8718d8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f124caba-7a28-43bf-9c7b-b3f791c4ac95 HTTP/1.1" status: 204 len: 168 time: 0.1708007 Jun 10 18:50:04.019042 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:50:04.028878 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19139899-7b8f-4635-a7e8-49314a8718d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f124caba-7a28-43bf-9c7b-b3f791c4ac95,revision_number=None']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:50:04.031288 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-19139899-7b8f-4635-a7e8-49314a8718d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:50:04.310056 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2419b6c-1a43-4c14-abc3-d63bbd7aeb1a req-2494723f-780b-4c8d-9f9d-ecf59208ec50 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:50:04.311569 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-b2419b6c-1a43-4c14-abc3-d63bbd7aeb1a req-2494723f-780b-4c8d-9f9d-ecf59208ec50 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=98098ee8-c38f-4d5c-b59c-21b6d07b4b26 HTTP/1.1" status: 200 len: 945 time: 0.0706205 Jun 10 18:50:04.342518 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 48514) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:50:04.373658 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-b2419b6c-1a43-4c14-abc3-d63bbd7aeb1a req-fc9d27bf-ef1d-417a-b57a-3086a7da0fa3 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563798 Jun 10 18:50:04.376963 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-dcfd3a6b-cade-4185-aaa2-105fc95a3fba admin admin] Notify callbacks [] for security_group, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:04.478758 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-dcfd3a6b-cade-4185-aaa2-105fc95a3fba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:04.483728 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-dcfd3a6b-cade-4185-aaa2-105fc95a3fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:04.486980 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-3c14696a-c7d5-4428-8d6e-817933038636 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:50:04.527279 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-dcfd3a6b-cade-4185-aaa2-105fc95a3fba admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a5bdabca2644479aa0b6ddf89baaa8b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1837363 Jun 10 18:50:04.528182 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfd3a6b-cade-4185-aaa2-105fc95a3fba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39240445-b215-4fa9-8ce7-a2bc67c5438a,revision_number=1']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:50:04.529989 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 48520) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:50:04.531393 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-dcfd3a6b-cade-4185-aaa2-105fc95a3fba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:50:04.602117 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-a00209a2-b8aa-4bbb-9448-49f1e4dbbe42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:04.630075 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-a00209a2-b8aa-4bbb-9448-49f1e4dbbe42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:04.694166 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-a00209a2-b8aa-4bbb-9448-49f1e4dbbe42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:04.698632 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-a00209a2-b8aa-4bbb-9448-49f1e4dbbe42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:04.699839 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-a00209a2-b8aa-4bbb-9448-49f1e4dbbe42 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/39240445-b215-4fa9-8ce7-a2bc67c5438a HTTP/1.1" status: 204 len: 168 time: 0.1659417 Jun 10 18:50:04.700702 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-cbf84e94-a3a9-48e9-9a65-ceda3c1b94a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:50:04.710040 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00209a2-b8aa-4bbb-9448-49f1e4dbbe42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39240445-b215-4fa9-8ce7-a2bc67c5438a,revision_number=None']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:50:04.712286 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-a00209a2-b8aa-4bbb-9448-49f1e4dbbe42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:50:05.318591 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbf2aa7-a972-4eda-886b-59d2c7a9c78e req-3b355531-1679-4b43-98d3-0f3566f8a96f tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:50:05.320091 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-6bbf2aa7-a972-4eda-886b-59d2c7a9c78e req-3b355531-1679-4b43-98d3-0f3566f8a96f tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] 10.222.0.15 "GET /v2.0/networks?id=73a3ce8a-93bc-4d5e-b32a-0f937061b979 HTTP/1.1" status: 200 len: 814 time: 0.1303449 Jun 10 18:50:05.336333 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-6bbf2aa7-a972-4eda-886b-59d2c7a9c78e req-63530074-8704-4c6f-9737-4d530f925e87 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] 10.222.0.15 "GET /v2.0/quotas/a7241b95e30c40179a2658f45dfc298b HTTP/1.1" status: 200 len: 375 time: 0.0107725 Jun 10 18:50:05.374140 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-6bbf2aa7-a972-4eda-886b-59d2c7a9c78e req-126b7e76-1ba6-46ec-a7f8-abdab3dd3770 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a7241b95e30c40179a2658f45dfc298b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326650 Jun 10 18:50:05.495418 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-6bbf2aa7-a972-4eda-886b-59d2c7a9c78e req-b955edc8-f219-4427-8ba8-45a1e9d059bc service neutron] 10.222.0.15 "GET /v2.0/networks/73a3ce8a-93bc-4d5e-b32a-0f937061b979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147780 Jun 10 18:50:05.615724 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-6bbf2aa7-a972-4eda-886b-59d2c7a9c78e req-4367f094-7ff1-45af-a4ab-d9e2765ede63 service neutron] 10.222.0.15 "GET /v2.0/networks/73a3ce8a-93bc-4d5e-b32a-0f937061b979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146159 Jun 10 18:50:05.843672 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-456a158f-84be-42f7-9d61-5ba491e87fd0 req-14d3052b-f0f3-43e0-a7b1-89e8047735f7 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bc2c21c-1ace-47ec-abfb-5627ec2cd049 HTTP/1.1" status: 200 len: 210 time: 0.0782061 Jun 10 18:50:06.998373 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-ae56e744-b4f8-44db-aad8-a6a8f4e594d1 req-7654a3f6-5b5b-4316-b83a-c34c6f17bd66 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bc2c21c-1ace-47ec-abfb-5627ec2cd049 HTTP/1.1" status: 200 len: 210 time: 0.0338972 Jun 10 18:50:07.265560 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 48634) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:50:07.387536 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-cdcc4c5e-dec7-4d66-b6cb-9407d3704c88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:07.469704 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbf2aa7-a972-4eda-886b-59d2c7a9c78e req-354a0a3e-1035-41fe-97cf-5e5e88b137b7 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:50:07.471210 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-6bbf2aa7-a972-4eda-886b-59d2c7a9c78e req-354a0a3e-1035-41fe-97cf-5e5e88b137b7 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] 10.222.0.39 "GET /v2.0/networks?id=73a3ce8a-93bc-4d5e-b32a-0f937061b979 HTTP/1.1" status: 200 len: 814 time: 0.4183843 Jun 10 18:50:07.487301 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.v2.base [req-6bbf2aa7-a972-4eda-886b-59d2c7a9c78e req-2fb62bae-061d-4f7f-88e7-bcd04489cd52 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] Request body: {'port': {'device_id': '1bc2c21c-1ace-47ec-abfb-5627ec2cd049', 'network_id': '73a3ce8a-93bc-4d5e-b32a-0f937061b979', 'admin_state_up': True, 'tenant_id': 'a7241b95e30c40179a2658f45dfc298b'}} {{(pid=98185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:50:07.519042 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-cdcc4c5e-dec7-4d66-b6cb-9407d3704c88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:07.523709 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-cdcc4c5e-dec7-4d66-b6cb-9407d3704c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:07.526889 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-39fb1f01-3457-4b13-8b35-f724e1d314f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:50:07.574221 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-cdcc4c5e-dec7-4d66-b6cb-9407d3704c88 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2312e4dc14f7434598cd91e79c2579a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3075597 Jun 10 18:50:07.574955 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 48648) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:50:07.575624 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcc4c5e-dec7-4d66-b6cb-9407d3704c88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e307c8b-221e-467a-bf18-a03ed6c86633,revision_number=1']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:50:07.579484 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-cdcc4c5e-dec7-4d66-b6cb-9407d3704c88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:50:07.640560 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bbf2aa7-a972-4eda-886b-59d2c7a9c78e req-2fb62bae-061d-4f7f-88e7-bcd04489cd52 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] Made reservation on behalf of a7241b95e30c40179a2658f45dfc298b for: {'port': 1} {{(pid=98185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 18:50:07.643387 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-1954b415-533f-4121-8c01-92bac7cda484 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:07.644735 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-6bbf2aa7-a972-4eda-886b-59d2c7a9c78e req-2fb62bae-061d-4f7f-88e7-bcd04489cd52 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-941319'] for port, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:07.669839 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-1954b415-533f-4121-8c01-92bac7cda484 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:07.750583 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-1954b415-533f-4121-8c01-92bac7cda484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:07.755250 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-1954b415-533f-4121-8c01-92bac7cda484 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:07.759399 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-1954b415-533f-4121-8c01-92bac7cda484 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8e307c8b-221e-467a-bf18-a03ed6c86633 HTTP/1.1" status: 204 len: 168 time: 0.1760790 Jun 10 18:50:07.759399 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-495e4b30-1c50-40d0-a799-e0feac850f58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:50:07.770578 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1954b415-533f-4121-8c01-92bac7cda484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e307c8b-221e-467a-bf18-a03ed6c86633,revision_number=None']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:50:07.776347 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-1954b415-533f-4121-8c01-92bac7cda484 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:50:07.844277 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.db.db_base_plugin_common [req-6bbf2aa7-a972-4eda-886b-59d2c7a9c78e req-2fb62bae-061d-4f7f-88e7-bcd04489cd52 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] Allocated IP 172.20.0.3 (73a3ce8a-93bc-4d5e-b32a-0f937061b979/8106fa21-c46f-41ff-b2bd-049727e71a1b/45ddaf83-0398-46d0-8820-694358824887) {{(pid=98185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 18:50:08.071953 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-6bbf2aa7-a972-4eda-886b-59d2c7a9c78e req-2fb62bae-061d-4f7f-88e7-bcd04489cd52 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] Notify callbacks [] for port, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:08.123122 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-6bbf2aa7-a972-4eda-886b-59d2c7a9c78e req-2fb62bae-061d-4f7f-88e7-bcd04489cd52 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-941510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578064406'] for port, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:08.128713 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:50:08.212629 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bbf2aa7-a972-4eda-886b-59d2c7a9c78e req-2fb62bae-061d-4f7f-88e7-bcd04489cd52 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] Network 73a3ce8a-93bc-4d5e-b32a-0f937061b979 is already hosted by enough agents. {{(pid=98185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 18:50:08.219747 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.base_scheduler [req-6bbf2aa7-a972-4eda-886b-59d2c7a9c78e req-2fb62bae-061d-4f7f-88e7-bcd04489cd52 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] Resources bound (agent type, host, resource id): {{(pid=98185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 18:50:08.228284 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bbf2aa7-a972-4eda-886b-59d2c7a9c78e req-2fb62bae-061d-4f7f-88e7-bcd04489cd52 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] Received port after_create {{(pid=98185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 18:50:08.233746 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbf2aa7-a972-4eda-886b-59d2c7a9c78e req-2fb62bae-061d-4f7f-88e7-bcd04489cd52 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:50:08.234366 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-6bbf2aa7-a972-4eda-886b-59d2c7a9c78e req-2fb62bae-061d-4f7f-88e7-bcd04489cd52 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230521'] for port, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:08.244631 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb62bae-061d-4f7f-88e7-bcd04489cd52 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] Pushing event updated for resources: {'Port': ['ID=45ddaf83-0398-46d0-8820-694358824887,revision_number=1']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:50:08.254905 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-2fb62bae-061d-4f7f-88e7-bcd04489cd52 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:50:08.263189 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-6bbf2aa7-a972-4eda-886b-59d2c7a9c78e req-2fb62bae-061d-4f7f-88e7-bcd04489cd52 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7809885 Jun 10 18:50:08.279605 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.v2.base [req-6bbf2aa7-a972-4eda-886b-59d2c7a9c78e req-7fecaff2-1035-4c3b-9081-480de60d0640 service neutron] Request body: {'port': {'device_id': '1bc2c21c-1ace-47ec-abfb-5627ec2cd049', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=98185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:50:08.289438 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370a94ee-972f-4e82-a545-90990cc78106 req-f7c08cc0-7c84-41b8-a209-47b6342f06f6 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:50:08.291126 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-370a94ee-972f-4e82-a545-90990cc78106 req-f7c08cc0-7c84-41b8-a209-47b6342f06f6 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bc2c21c-1ace-47ec-abfb-5627ec2cd049 HTTP/1.1" status: 200 len: 931 time: 0.1300254 Jun 10 18:50:08.388732 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-370a94ee-972f-4e82-a545-90990cc78106 req-13f878ed-f7ec-4ff8-8aec-1a5aa10f69c3 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a819a32-9ec6-4225-92dd-4742503449c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734327 Jun 10 18:50:08.411112 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-6bbf2aa7-a972-4eda-886b-59d2c7a9c78e req-7fecaff2-1035-4c3b-9081-480de60d0640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:08.747650 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.notifiers.nova [req-6bbf2aa7-a972-4eda-886b-59d2c7a9c78e req-7fecaff2-1035-4c3b-9081-480de60d0640 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45ddaf83-0398-46d0-8820-694358824887 {{(pid=98185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 18:50:08.754942 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-6bbf2aa7-a972-4eda-886b-59d2c7a9c78e req-7fecaff2-1035-4c3b-9081-480de60d0640 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:08.770224 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.db.provisioning_blocks [req-6bbf2aa7-a972-4eda-886b-59d2c7a9c78e req-7fecaff2-1035-4c3b-9081-480de60d0640 service neutron] Transition to ACTIVE for port object 45ddaf83-0398-46d0-8820-694358824887 will not be triggered until provisioned by entity L2. {{(pid=98185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 18:50:08.774458 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-6bbf2aa7-a972-4eda-886b-59d2c7a9c78e req-7fecaff2-1035-4c3b-9081-480de60d0640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:08.777139 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:50:08.897650 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fecaff2-1035-4c3b-9081-480de60d0640 service neutron] Pushing event updated for resources: {'Port': ['ID=45ddaf83-0398-46d0-8820-694358824887,revision_number=2']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:50:08.900484 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-7fecaff2-1035-4c3b-9081-480de60d0640 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:50:08.912093 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.managers [req-6bbf2aa7-a972-4eda-886b-59d2c7a9c78e req-7fecaff2-1035-4c3b-9081-480de60d0640 service neutron] Attempting to bind port 45ddaf83-0398-46d0-8820-694358824887 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=98185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 18:50:08.912439 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.managers [req-6bbf2aa7-a972-4eda-886b-59d2c7a9c78e req-7fecaff2-1035-4c3b-9081-480de60d0640 service neutron] Attempting to bind port 45ddaf83-0398-46d0-8820-694358824887 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '37397a1f-5221-4650-81d8-34c17949ed4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '73a3ce8a-93bc-4d5e-b32a-0f937061b979'}] {{(pid=98185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 18:50:08.913419 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bbf2aa7-a972-4eda-886b-59d2c7a9c78e req-7fecaff2-1035-4c3b-9081-480de60d0640 service neutron] Attempting to bind port 45ddaf83-0398-46d0-8820-694358824887 on network 73a3ce8a-93bc-4d5e-b32a-0f937061b979 {{(pid=98185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 18:50:08.917717 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bbf2aa7-a972-4eda-886b-59d2c7a9c78e req-7fecaff2-1035-4c3b-9081-480de60d0640 service neutron] Port 45ddaf83-0398-46d0-8820-694358824887 on network 73a3ce8a-93bc-4d5e-b32a-0f937061b979 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=98185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 18:50:08.918048 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bbf2aa7-a972-4eda-886b-59d2c7a9c78e req-7fecaff2-1035-4c3b-9081-480de60d0640 service neutron] Attempting to bind port 45ddaf83-0398-46d0-8820-694358824887 on network 73a3ce8a-93bc-4d5e-b32a-0f937061b979 {{(pid=98185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 18:50:08.922782 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bbf2aa7-a972-4eda-886b-59d2c7a9c78e req-7fecaff2-1035-4c3b-9081-480de60d0640 service neutron] Checking agent: {'id': '81ed237c-a7bd-4721-ad26-da2ab32caefc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 18, 45, 46), 'started_at': datetime.datetime(2021, 6, 10, 18, 45, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 18, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 18:50:08.923114 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bbf2aa7-a972-4eda-886b-59d2c7a9c78e req-7fecaff2-1035-4c3b-9081-480de60d0640 service neutron] Checking segment: {'id': '37397a1f-5221-4650-81d8-34c17949ed4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '73a3ce8a-93bc-4d5e-b32a-0f937061b979'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 18:50:08.923495 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bbf2aa7-a972-4eda-886b-59d2c7a9c78e req-7fecaff2-1035-4c3b-9081-480de60d0640 service neutron] Bound using segment: {'id': '37397a1f-5221-4650-81d8-34c17949ed4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '73a3ce8a-93bc-4d5e-b32a-0f937061b979'} {{(pid=98185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 18:50:08.923914 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.managers [req-6bbf2aa7-a972-4eda-886b-59d2c7a9c78e req-7fecaff2-1035-4c3b-9081-480de60d0640 service neutron] Bound port: 45ddaf83-0398-46d0-8820-694358824887, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37397a1f-5221-4650-81d8-34c17949ed4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '73a3ce8a-93bc-4d5e-b32a-0f937061b979'}}] {{(pid=98185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 18:50:08.924261 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-6bbf2aa7-a972-4eda-886b-59d2c7a9c78e req-7fecaff2-1035-4c3b-9081-480de60d0640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:08.996832 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.db [req-6bbf2aa7-a972-4eda-886b-59d2c7a9c78e req-7fecaff2-1035-4c3b-9081-480de60d0640 service neutron] For port 45ddaf83-0398-46d0-8820-694358824887, host hv-cinder-78626, cleared binding levels {{(pid=98185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 18:50:09.000147 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.db [req-6bbf2aa7-a972-4eda-886b-59d2c7a9c78e req-7fecaff2-1035-4c3b-9081-480de60d0640 service neutron] For port 45ddaf83-0398-46d0-8820-694358824887, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=45ddaf83-0398-46d0-8820-694358824887,segment=NetworkSegment(37397a1f-5221-4650-81d8-34c17949ed4a),segment_id=37397a1f-5221-4650-81d8-34c17949ed4a)] {{(pid=98185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 18:50:09.004321 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-6bbf2aa7-a972-4eda-886b-59d2c7a9c78e req-7fecaff2-1035-4c3b-9081-480de60d0640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:09.007535 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-fd20d75e-2cdf-4d4b-9568-75a8bd852a83 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:50:09.051913 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbf2aa7-a972-4eda-886b-59d2c7a9c78e req-7fecaff2-1035-4c3b-9081-480de60d0640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:50:09.052571 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-6bbf2aa7-a972-4eda-886b-59d2c7a9c78e req-7fecaff2-1035-4c3b-9081-480de60d0640 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230521'] for port, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:09.054410 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-6bbf2aa7-a972-4eda-886b-59d2c7a9c78e req-7fecaff2-1035-4c3b-9081-480de60d0640 service neutron] 10.222.0.39 "PUT /v2.0/ports/45ddaf83-0398-46d0-8820-694358824887 HTTP/1.1" status: 200 len: 1093 time: 0.7806582 Jun 10 18:50:09.061476 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bc2c21c-1ace-47ec-abfb-5627ec2cd049', 'tag': '45ddaf83-0398-46d0-8820-694358824887'}] {{(pid=98185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 18:50:09.073056 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44d46bb02d59f4e600e8e3fdef735be97a189b4bda953b1539dd9e97451c2ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae554462-2a8e-4536-ad71-b0721b80d335" -d '{"events": [{"name": "network-changed", "server_uuid": "1bc2c21c-1ace-47ec-abfb-5627ec2cd049", "tag": "45ddaf83-0398-46d0-8820-694358824887"}]}' {{(pid=98185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 18:50:09.097869 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fecaff2-1035-4c3b-9081-480de60d0640 service neutron] Pushing event updated for resources: {'Port': ['ID=45ddaf83-0398-46d0-8820-694358824887,revision_number=3']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:50:09.102976 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-7fecaff2-1035-4c3b-9081-480de60d0640 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:50:09.137783 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 18:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f1fde30-6efc-49e9-ba77-a0c051a6f6ef x-openstack-request-id: req-6f1fde30-6efc-49e9-ba77-a0c051a6f6ef {{(pid=98185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 18:50:09.138105 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bc2c21c-1ace-47ec-abfb-5627ec2cd049", "tag": "45ddaf83-0398-46d0-8820-694358824887", "status": "completed", "code": 200}]} {{(pid=98185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 18:50:09.138389 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6f1fde30-6efc-49e9-ba77-a0c051a6f6ef {{(pid=98185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 18:50:09.138808 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bc2c21c-1ace-47ec-abfb-5627ec2cd049', 'tag': '45ddaf83-0398-46d0-8820-694358824887', 'status': 'completed', 'code': 200} Jun 10 18:50:09.153865 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 48692) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:50:09.168896 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbf2aa7-a972-4eda-886b-59d2c7a9c78e req-8bcdbb35-cbea-4d04-8971-646281d4fd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:50:09.170406 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-6bbf2aa7-a972-4eda-886b-59d2c7a9c78e req-8bcdbb35-cbea-4d04-8971-646281d4fd44 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a7241b95e30c40179a2658f45dfc298b&device_id=1bc2c21c-1ace-47ec-abfb-5627ec2cd049 HTTP/1.1" status: 200 len: 1096 time: 0.0664434 Jun 10 18:50:09.228768 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-6bbf2aa7-a972-4eda-886b-59d2c7a9c78e req-27ded1d4-636c-47b2-9038-117a0adc50a7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=45ddaf83-0398-46d0-8820-694358824887 HTTP/1.1" status: 200 len: 217 time: 0.0505137 Jun 10 18:50:09.259324 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-654ee9cf-6500-40dd-aaee-7981fe3103c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:09.284404 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbf2aa7-a972-4eda-886b-59d2c7a9c78e req-ee8a6418-f26c-4011-b358-d2fa6a6ba472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:50:09.285859 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-6bbf2aa7-a972-4eda-886b-59d2c7a9c78e req-ee8a6418-f26c-4011-b358-d2fa6a6ba472 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8106fa21-c46f-41ff-b2bd-049727e71a1b HTTP/1.1" status: 200 len: 854 time: 0.0506263 Jun 10 18:50:09.329647 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-6bbf2aa7-a972-4eda-886b-59d2c7a9c78e req-a0bbd73b-3fdc-4e5d-bfe9-a49a5d2f4f79 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=73a3ce8a-93bc-4d5e-b32a-0f937061b979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310006 Jun 10 18:50:09.355033 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-654ee9cf-6500-40dd-aaee-7981fe3103c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:09.359033 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-654ee9cf-6500-40dd-aaee-7981fe3103c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:09.362320 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:50:09.403266 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-654ee9cf-6500-40dd-aaee-7981fe3103c2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2175bc587013448fa4c0c7edd6e181c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2481840 Jun 10 18:50:09.404318 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654ee9cf-6500-40dd-aaee-7981fe3103c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd472adb-82e9-4198-aaf0-a0fcaeff9820,revision_number=1']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:50:09.406835 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 48696) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:50:09.408964 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-654ee9cf-6500-40dd-aaee-7981fe3103c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:50:09.457907 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-6bbf2aa7-a972-4eda-886b-59d2c7a9c78e req-75215483-c7c4-474a-a31d-b87869e1d25f service neutron] 10.222.0.39 "GET /v2.0/networks/73a3ce8a-93bc-4d5e-b32a-0f937061b979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203284 Jun 10 18:50:09.466131 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-499b0498-f767-4c0d-b961-8737a4bf1e15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:09.492583 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-499b0498-f767-4c0d-b961-8737a4bf1e15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:09.582235 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-499b0498-f767-4c0d-b961-8737a4bf1e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:09.585371 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-499b0498-f767-4c0d-b961-8737a4bf1e15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:09.586538 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-499b0498-f767-4c0d-b961-8737a4bf1e15 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fd472adb-82e9-4198-aaf0-a0fcaeff9820 HTTP/1.1" status: 204 len: 168 time: 0.1787984 Jun 10 18:50:09.587791 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-6bbf2aa7-a972-4eda-886b-59d2c7a9c78e req-cb4a5aca-8b43-4250-9870-56d6d82b9c4a service neutron] 10.222.0.39 "GET /v2.0/networks/73a3ce8a-93bc-4d5e-b32a-0f937061b979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228917 Jun 10 18:50:09.588451 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-1954b415-533f-4121-8c01-92bac7cda484 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:50:09.601636 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499b0498-f767-4c0d-b961-8737a4bf1e15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd472adb-82e9-4198-aaf0-a0fcaeff9820,revision_number=None']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:50:09.605826 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-499b0498-f767-4c0d-b961-8737a4bf1e15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:50:09.619526 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa11d647-5d5c-40c1-8550-65710348a2bf req-4b6d0b39-dccf-4d6c-b5e3-db3e3724bf0d tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:50:09.621798 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-aa11d647-5d5c-40c1-8550-65710348a2bf req-4b6d0b39-dccf-4d6c-b5e3-db3e3724bf0d tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bc2c21c-1ace-47ec-abfb-5627ec2cd049 HTTP/1.1" status: 200 len: 943 time: 0.0973597 Jun 10 18:50:09.667137 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-aa11d647-5d5c-40c1-8550-65710348a2bf req-7bc5fceb-028f-4861-93ab-7f39bd6f1522 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a819a32-9ec6-4225-92dd-4742503449c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394537 Jun 10 18:50:09.714353 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae554462-2a8e-4536-ad71-b0721b80d335 req-ab373d76-429e-48ad-88a8-d773fada8106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:50:09.716542 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-ae554462-2a8e-4536-ad71-b0721b80d335 req-ab373d76-429e-48ad-88a8-d773fada8106 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a7241b95e30c40179a2658f45dfc298b&device_id=1bc2c21c-1ace-47ec-abfb-5627ec2cd049 HTTP/1.1" status: 200 len: 1096 time: 0.0702012 Jun 10 18:50:09.864970 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae554462-2a8e-4536-ad71-b0721b80d335 req-4757f13b-62dd-4729-890b-029e7558bdca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:50:09.867003 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-ae554462-2a8e-4536-ad71-b0721b80d335 req-4757f13b-62dd-4729-890b-029e7558bdca service neutron] 10.222.0.39 "GET /v2.0/networks?id=73a3ce8a-93bc-4d5e-b32a-0f937061b979 HTTP/1.1" status: 200 len: 915 time: 0.1403830 Jun 10 18:50:09.909889 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 48710) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:50:09.930102 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-0fc2487c-d216-487a-aa70-0133d4b7ea67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:09.932729 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-ae554462-2a8e-4536-ad71-b0721b80d335 req-06c7b3b6-6ec2-4179-9efc-61e0573ac754 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=45ddaf83-0398-46d0-8820-694358824887 HTTP/1.1" status: 200 len: 217 time: 0.0524375 Jun 10 18:50:09.995115 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae554462-2a8e-4536-ad71-b0721b80d335 req-c05893e1-afc6-47d7-99fc-74be71033f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:50:09.996571 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-ae554462-2a8e-4536-ad71-b0721b80d335 req-c05893e1-afc6-47d7-99fc-74be71033f98 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8106fa21-c46f-41ff-b2bd-049727e71a1b HTTP/1.1" status: 200 len: 854 time: 0.0540540 Jun 10 18:50:10.031272 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-0fc2487c-d216-487a-aa70-0133d4b7ea67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:10.034850 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-0fc2487c-d216-487a-aa70-0133d4b7ea67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:10.036669 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-ae554462-2a8e-4536-ad71-b0721b80d335 req-3978f00f-c312-44fc-b183-d07f7ed8992e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=73a3ce8a-93bc-4d5e-b32a-0f937061b979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314040 Jun 10 18:50:10.038473 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-19139899-7b8f-4635-a7e8-49314a8718d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:50:10.083417 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-0fc2487c-d216-487a-aa70-0133d4b7ea67 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=854c00d109d3451b8b12349c435be0bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1723876 Jun 10 18:50:10.084790 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc2487c-d216-487a-aa70-0133d4b7ea67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e78f27a-8fd3-47aa-844c-4345375b837c,revision_number=1']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:50:10.087185 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 48714) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:50:10.089115 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-0fc2487c-d216-487a-aa70-0133d4b7ea67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:50:10.145014 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-8df936d9-49d7-4089-95e3-d2bdc8578c1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:10.169436 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-8df936d9-49d7-4089-95e3-d2bdc8578c1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:10.170326 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-ae554462-2a8e-4536-ad71-b0721b80d335 req-8acf2479-9a9a-4c48-9667-cd1e0c87918a service neutron] 10.222.0.39 "GET /v2.0/networks/73a3ce8a-93bc-4d5e-b32a-0f937061b979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265805 Jun 10 18:50:10.219099 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-8df936d9-49d7-4089-95e3-d2bdc8578c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:10.222164 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-8df936d9-49d7-4089-95e3-d2bdc8578c1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:10.226551 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-8df936d9-49d7-4089-95e3-d2bdc8578c1c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8e78f27a-8fd3-47aa-844c-4345375b837c HTTP/1.1" status: 204 len: 168 time: 0.1353359 Jun 10 18:50:10.226551 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-6d9a8819-b8d0-4ba6-91f4-44d9de3d87eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:50:10.234996 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df936d9-49d7-4089-95e3-d2bdc8578c1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e78f27a-8fd3-47aa-844c-4345375b837c,revision_number=None']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:50:10.237230 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-8df936d9-49d7-4089-95e3-d2bdc8578c1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:50:10.290742 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-ae554462-2a8e-4536-ad71-b0721b80d335 req-a262282e-db72-4098-9a71-4f87d9d98b85 service neutron] 10.222.0.39 "GET /v2.0/networks/73a3ce8a-93bc-4d5e-b32a-0f937061b979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126044 Jun 10 18:50:10.877179 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941acb68-b7bd-4ecf-bba1-2dc3be5e5ac4 req-29676b01-0772-41fd-be7f-c8cf45c9560a tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:50:10.878688 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-941acb68-b7bd-4ecf-bba1-2dc3be5e5ac4 req-29676b01-0772-41fd-be7f-c8cf45c9560a tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bc2c21c-1ace-47ec-abfb-5627ec2cd049 HTTP/1.1" status: 200 len: 943 time: 0.0861251 Jun 10 18:50:10.920573 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-941acb68-b7bd-4ecf-bba1-2dc3be5e5ac4 req-25ea0699-8613-46b5-9dee-d21a5495805e tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a819a32-9ec6-4225-92dd-4742503449c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357127 Jun 10 18:50:11.784506 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-96fe29d4-34bc-4eaa-9d66-b5b2bd6f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:12.106437 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6346dd-8833-4539-8e57-a4425c485b4d req-9afd8f72-bf2b-43f4-8902-5ed093a58369 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:50:12.107909 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-3a6346dd-8833-4539-8e57-a4425c485b4d req-9afd8f72-bf2b-43f4-8902-5ed093a58369 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bc2c21c-1ace-47ec-abfb-5627ec2cd049 HTTP/1.1" status: 200 len: 943 time: 0.0690329 Jun 10 18:50:12.150609 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-3a6346dd-8833-4539-8e57-a4425c485b4d req-02e8f698-5a94-4144-a302-6192eebd4811 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a819a32-9ec6-4225-92dd-4742503449c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371749 Jun 10 18:50:13.334152 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddbf983-c867-45d4-afac-9b791431fe1b req-7a376247-5b7c-4e09-be9a-a8ca094ae3ef tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:50:13.335812 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-bddbf983-c867-45d4-afac-9b791431fe1b req-7a376247-5b7c-4e09-be9a-a8ca094ae3ef tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bc2c21c-1ace-47ec-abfb-5627ec2cd049 HTTP/1.1" status: 200 len: 943 time: 0.0722208 Jun 10 18:50:13.385076 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-bddbf983-c867-45d4-afac-9b791431fe1b req-461c855b-f1f1-4bb0-baab-faf9e663b2f0 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a819a32-9ec6-4225-92dd-4742503449c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430481 Jun 10 18:50:13.944805 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Device 45ddaf83-0398-46d0-8820-694358824887 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=98186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 18:50:14.085978 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] For port 45ddaf83-0398-46d0-8820-694358824887, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=45ddaf83-0398-46d0-8820-694358824887,segment=NetworkSegment(37397a1f-5221-4650-81d8-34c17949ed4a),segment_id=37397a1f-5221-4650-81d8-34c17949ed4a)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:50:14.099563 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Returning: {'device': '45ddaf83-0398-46d0-8820-694358824887', 'network_id': '73a3ce8a-93bc-4d5e-b32a-0f937061b979', 'port_id': '45ddaf83-0398-46d0-8820-694358824887', 'mac_address': 'fa:16:3e:e2:b5:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8106fa21-c46f-41ff-b2bd-049727e71a1b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 18:50:14.147570 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:14.162404 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.notifiers.nova [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45ddaf83-0398-46d0-8820-694358824887 {{(pid=98186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 18:50:14.186299 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] For port 45ddaf83-0398-46d0-8820-694358824887, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=45ddaf83-0398-46d0-8820-694358824887,segment=NetworkSegment(37397a1f-5221-4650-81d8-34c17949ed4a),segment_id=37397a1f-5221-4650-81d8-34c17949ed4a)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:50:14.190706 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:14.192768 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:50:14.250492 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Pushing event updated for resources: {'Port': ['ID=45ddaf83-0398-46d0-8820-694358824887,revision_number=4']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:50:14.256538 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:50:14.267303 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-3ccac9b5-b1b7-443d-ab43-af08c6986630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:14.421327 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:14.578009 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4059df73-c9cb-40b3-be74-69cf38752cfb req-e9a4d467-4dd3-498b-9147-eab155f9b396 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:50:14.580028 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-4059df73-c9cb-40b3-be74-69cf38752cfb req-e9a4d467-4dd3-498b-9147-eab155f9b396 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bc2c21c-1ace-47ec-abfb-5627ec2cd049 HTTP/1.1" status: 200 len: 944 time: 0.0772009 Jun 10 18:50:14.622291 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-4059df73-c9cb-40b3-be74-69cf38752cfb req-acc87b31-b38c-44de-adc9-3d467d0c1d4d tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a819a32-9ec6-4225-92dd-4742503449c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361857 Jun 10 18:50:14.765276 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] get_ports_and_sgs() called for port_ids ['45ddaf83-0398-46d0-8820-694358824887'] {{(pid=98186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 18:50:14.846244 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4c9b4d-9daf-4f36-afd5-ee421e7a233c req-1bb0f861-c1b9-4a0c-a955-52f63a2aa844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:50:14.848295 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-5a4c9b4d-9daf-4f36-afd5-ee421e7a233c req-1bb0f861-c1b9-4a0c-a955-52f63a2aa844 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a9d7cab2e80a4790a3c08dfa4dc50427&device_id=98098ee8-c38f-4d5c-b59c-21b6d07b4b26 HTTP/1.1" status: 200 len: 1098 time: 0.0934362 Jun 10 18:50:15.011982 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4c9b4d-9daf-4f36-afd5-ee421e7a233c req-f1f49128-1ed3-4e11-b39c-d7e57d6ee090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:50:15.013431 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-5a4c9b4d-9daf-4f36-afd5-ee421e7a233c req-f1f49128-1ed3-4e11-b39c-d7e57d6ee090 service neutron] 10.222.0.39 "GET /v2.0/networks?id=36c601fb-9272-4d67-b287-4990129f2e5f HTTP/1.1" status: 200 len: 919 time: 0.1549799 Jun 10 18:50:15.027595 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832992d7-23d1-4079-adbd-cc442988cdc9 req-cb14fda0-f3eb-46ab-9d62-8eaba4fbbeb1 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:50:15.029385 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-832992d7-23d1-4079-adbd-cc442988cdc9 req-cb14fda0-f3eb-46ab-9d62-8eaba4fbbeb1 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=98098ee8-c38f-4d5c-b59c-21b6d07b4b26 HTTP/1.1" status: 200 len: 945 time: 0.1413124 Jun 10 18:50:15.096792 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-5a4c9b4d-9daf-4f36-afd5-ee421e7a233c req-12321b3a-e1fc-46cc-9401-c3b249c0229e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=384f9c6d-550b-4c29-9028-415a4aacdbb0 HTTP/1.1" status: 200 len: 217 time: 0.0663695 Jun 10 18:50:15.150905 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-832992d7-23d1-4079-adbd-cc442988cdc9 req-197f7428-6216-441a-809e-0e5ba30b17c8 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143000 Jun 10 18:50:15.175825 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4c9b4d-9daf-4f36-afd5-ee421e7a233c req-b1fa08ef-9053-4bee-8dc4-8ff51578dde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:50:15.177258 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-5a4c9b4d-9daf-4f36-afd5-ee421e7a233c req-b1fa08ef-9053-4bee-8dc4-8ff51578dde9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7cc0a94e-b476-4d1d-b3df-5e3104af9a91 HTTP/1.1" status: 200 len: 858 time: 0.0677061 Jun 10 18:50:15.218848 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-5a4c9b4d-9daf-4f36-afd5-ee421e7a233c req-2c897cec-517a-46e3-9c30-cda80ff2ec5a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=36c601fb-9272-4d67-b287-4990129f2e5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348346 Jun 10 18:50:15.333871 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-5a4c9b4d-9daf-4f36-afd5-ee421e7a233c req-4357f2a4-e2d6-427b-81b7-ee27a5124c82 service neutron] 10.222.0.39 "GET /v2.0/networks/36c601fb-9272-4d67-b287-4990129f2e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066716 Jun 10 18:50:15.407397 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-8dcc316c-a8c5-4da3-a0ad-e3f4fe9157be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:15.700156 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-5a4c9b4d-9daf-4f36-afd5-ee421e7a233c req-670c1e1e-8af1-454c-a305-76b9a8d74b8d service neutron] 10.222.0.39 "GET /v2.0/networks/36c601fb-9272-4d67-b287-4990129f2e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3510652 Jun 10 18:50:15.821333 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96d6465-58d3-4aa3-81b0-b97d45c91f3a req-29c854ab-f0aa-48bf-9148-5ff15d7533cd tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:50:15.822831 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-b96d6465-58d3-4aa3-81b0-b97d45c91f3a req-29c854ab-f0aa-48bf-9148-5ff15d7533cd tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bc2c21c-1ace-47ec-abfb-5627ec2cd049 HTTP/1.1" status: 200 len: 944 time: 0.0755098 Jun 10 18:50:15.868018 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-b96d6465-58d3-4aa3-81b0-b97d45c91f3a req-78c8c9af-bdc6-463e-a0f4-b7889e47d375 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a819a32-9ec6-4225-92dd-4742503449c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395195 Jun 10 18:50:16.345625 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a5a037-95b0-4b8d-a88f-196a40e2d326 req-c6b5eaca-be0e-4dec-8403-59d187ee54ae tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:50:16.347030 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-f2a5a037-95b0-4b8d-a88f-196a40e2d326 req-c6b5eaca-be0e-4dec-8403-59d187ee54ae tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=98098ee8-c38f-4d5c-b59c-21b6d07b4b26 HTTP/1.1" status: 200 len: 945 time: 0.0804098 Jun 10 18:50:16.390999 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-f2a5a037-95b0-4b8d-a88f-196a40e2d326 req-e1046d0d-3523-4e03-bbb4-59d2308f4cff tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378897 Jun 10 18:50:16.399696 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a6a949-d8aa-4d99-8cc6-81979c18e5f1 req-128841d6-6db2-4bf3-903c-1aa3bf82ad1a tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:50:16.401166 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-c4a6a949-d8aa-4d99-8cc6-81979c18e5f1 req-128841d6-6db2-4bf3-903c-1aa3bf82ad1a tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/networks?id=19e9a3f5-4709-4ace-b497-42ae4bcaab91 HTTP/1.1" status: 200 len: 815 time: 0.1275175 Jun 10 18:50:16.415980 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-c4a6a949-d8aa-4d99-8cc6-81979c18e5f1 req-9504391e-cc15-4432-9459-bff6e3dc5407 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/quotas/be26617a1ee345d9a6f8be900482942f HTTP/1.1" status: 200 len: 375 time: 0.0091999 Jun 10 18:50:16.494489 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-c4a6a949-d8aa-4d99-8cc6-81979c18e5f1 req-f4cf418b-8f95-40f5-a0ff-7914b4508b28 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=be26617a1ee345d9a6f8be900482942f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0733061 Jun 10 18:50:16.612701 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-c4a6a949-d8aa-4d99-8cc6-81979c18e5f1 req-038e0dbb-253e-42be-b3e5-69e22be5df92 service neutron] 10.222.0.15 "GET /v2.0/networks/19e9a3f5-4709-4ace-b497-42ae4bcaab91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119487 Jun 10 18:50:16.731458 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-c4a6a949-d8aa-4d99-8cc6-81979c18e5f1 req-23cb84b6-be6e-4519-9eaa-184c510c9c70 service neutron] 10.222.0.15 "GET /v2.0/networks/19e9a3f5-4709-4ace-b497-42ae4bcaab91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111300 Jun 10 18:50:16.915015 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-80c92e01-a866-47bf-820a-75926370d8b7 req-7ee0a6b7-50d2-4264-a8fb-948ada045806 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/ports?device_id=2287ee15-f1bb-4205-b05f-4482b33f522e HTTP/1.1" status: 200 len: 210 time: 0.0426233 Jun 10 18:50:17.083799 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5f66cb-decd-4710-84e1-3ad0989c7a14 req-9fec20c9-6dbf-4208-ba6d-fd0d6d7c981a tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:50:17.085849 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-5a5f66cb-decd-4710-84e1-3ad0989c7a14 req-9fec20c9-6dbf-4208-ba6d-fd0d6d7c981a tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bc2c21c-1ace-47ec-abfb-5627ec2cd049 HTTP/1.1" status: 200 len: 944 time: 0.0769663 Jun 10 18:50:17.131960 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-5a5f66cb-decd-4710-84e1-3ad0989c7a14 req-4fe227e9-6065-4ba5-afff-7c0543ae1553 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a819a32-9ec6-4225-92dd-4742503449c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401342 Jun 10 18:50:17.217694 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-bf1ede84-8c21-46ff-8a19-cb90afe635a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:17.567995 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:17.587599 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b7c9c0-b880-4122-9503-3fbe02496a51 req-0c3eaca6-6566-4aef-98a0-a784a79474b2 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:50:17.589045 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-b1b7c9c0-b880-4122-9503-3fbe02496a51 req-0c3eaca6-6566-4aef-98a0-a784a79474b2 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=98098ee8-c38f-4d5c-b59c-21b6d07b4b26 HTTP/1.1" status: 200 len: 945 time: 0.0848384 Jun 10 18:50:17.628549 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-b1b7c9c0-b880-4122-9503-3fbe02496a51 req-e5b33a6b-5fb0-4d3d-b6d9-c3b48411b356 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337455 Jun 10 18:50:17.957671 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Device 45ddaf83-0398-46d0-8820-694358824887 up at agent hyperv_hv-cinder-78626 {{(pid=98186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 18:50:18.030611 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Provisioning for port 45ddaf83-0398-46d0-8820-694358824887 completed by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 18:50:18.042992 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Provisioning complete for port 45ddaf83-0398-46d0-8820-694358824887 triggered by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 18:50:18.043942 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:18.103784 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-0ead31f3-4883-487d-8760-c918af89b26f req-dc031e18-68b9-4c9a-92d0-24d7781d56f3 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/ports?device_id=2287ee15-f1bb-4205-b05f-4482b33f522e HTTP/1.1" status: 200 len: 210 time: 0.0461903 Jun 10 18:50:18.136038 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a6a949-d8aa-4d99-8cc6-81979c18e5f1 req-bbacc376-c8f5-44eb-9faa-3182bacf99f1 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:50:18.138641 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-c4a6a949-d8aa-4d99-8cc6-81979c18e5f1 req-bbacc376-c8f5-44eb-9faa-3182bacf99f1 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.39 "GET /v2.0/networks?id=19e9a3f5-4709-4ace-b497-42ae4bcaab91 HTTP/1.1" status: 200 len: 815 time: 0.2030351 Jun 10 18:50:18.156708 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.v2.base [req-c4a6a949-d8aa-4d99-8cc6-81979c18e5f1 req-b2469e26-5104-4d30-9a14-e83caa2a27b6 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Request body: {'port': {'device_id': '2287ee15-f1bb-4205-b05f-4482b33f522e', 'network_id': '19e9a3f5-4709-4ace-b497-42ae4bcaab91', 'admin_state_up': True, 'tenant_id': 'be26617a1ee345d9a6f8be900482942f'}} {{(pid=98185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:50:18.161000 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:18.188056 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bc2c21c-1ace-47ec-abfb-5627ec2cd049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45ddaf83-0398-46d0-8820-694358824887'}] {{(pid=98186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 18:50:18.190726 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c2f46a37dc9d9ea27ba47e2e5c887733d44c46f74833e79389795ef1d11a41d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea01601-2380-429a-ad49-c812ce694817" -d '{"events": [{"server_uuid": "1bc2c21c-1ace-47ec-abfb-5627ec2cd049", "name": "network-vif-plugged", "status": "completed", "tag": "45ddaf83-0398-46d0-8820-694358824887"}]}' {{(pid=98186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 18:50:18.206512 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] For port 45ddaf83-0398-46d0-8820-694358824887, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=45ddaf83-0398-46d0-8820-694358824887,segment=NetworkSegment(37397a1f-5221-4650-81d8-34c17949ed4a),segment_id=37397a1f-5221-4650-81d8-34c17949ed4a)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:50:18.212660 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:18.215540 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:50:18.284764 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Pushing event updated for resources: {'Port': ['ID=45ddaf83-0398-46d0-8820-694358824887,revision_number=5']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:50:18.296598 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:50:18.354130 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 18:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a79bc80-5978-461e-92f7-3ca5af4e7541 x-openstack-request-id: req-1a79bc80-5978-461e-92f7-3ca5af4e7541 {{(pid=98186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 18:50:18.355343 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bc2c21c-1ace-47ec-abfb-5627ec2cd049", "name": "network-vif-plugged", "status": "completed", "tag": "45ddaf83-0398-46d0-8820-694358824887", "code": 200}]} {{(pid=98186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 18:50:18.355343 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1a79bc80-5978-461e-92f7-3ca5af4e7541 {{(pid=98186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 18:50:18.355343 dv-cinder-786260-4-iscsi neutron-server[98186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bc2c21c-1ace-47ec-abfb-5627ec2cd049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45ddaf83-0398-46d0-8820-694358824887', 'code': 200} Jun 10 18:50:18.418438 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4a6a949-d8aa-4d99-8cc6-81979c18e5f1 req-b2469e26-5104-4d30-9a14-e83caa2a27b6 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Made reservation on behalf of be26617a1ee345d9a6f8be900482942f for: {'port': 1} {{(pid=98185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 18:50:18.422017 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-c4a6a949-d8aa-4d99-8cc6-81979c18e5f1 req-b2469e26-5104-4d30-9a14-e83caa2a27b6 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-941319'] for port, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:18.446989 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ac82ec-9e6b-478d-bb8f-f4eca578f731 req-c9b4a03e-bd5d-4f96-a5a8-a5985da09236 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:50:18.454537 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-68ac82ec-9e6b-478d-bb8f-f4eca578f731 req-c9b4a03e-bd5d-4f96-a5a8-a5985da09236 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bc2c21c-1ace-47ec-abfb-5627ec2cd049 HTTP/1.1" status: 200 len: 945 time: 0.1341882 Jun 10 18:50:18.541007 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-68ac82ec-9e6b-478d-bb8f-f4eca578f731 req-73d902da-9854-4e68-ac80-2c11638e3f5f tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a819a32-9ec6-4225-92dd-4742503449c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855756 Jun 10 18:50:18.602214 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 48940) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:50:18.631998 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1502fdbb-333a-4ba6-ae9c-775d0b222ebe req-34bb569c-a9fe-4408-8b98-fd8e10d89ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:50:18.633988 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-1502fdbb-333a-4ba6-ae9c-775d0b222ebe req-34bb569c-a9fe-4408-8b98-fd8e10d89ba8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1bc2c21c-1ace-47ec-abfb-5627ec2cd049 HTTP/1.1" status: 200 len: 1098 time: 0.0675178 Jun 10 18:50:18.638626 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.db.db_base_plugin_common [req-c4a6a949-d8aa-4d99-8cc6-81979c18e5f1 req-b2469e26-5104-4d30-9a14-e83caa2a27b6 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Allocated IP 172.20.0.5 (19e9a3f5-4709-4ace-b497-42ae4bcaab91/e54f33df-96bf-41df-aade-9540ec4d8d5f/b2958015-e143-4604-85b8-bcf01bea7647) {{(pid=98185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 18:50:18.678465 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-1502fdbb-333a-4ba6-ae9c-775d0b222ebe req-b31df292-a495-4a45-8d7c-497d69d3869d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2a819a32-9ec6-4225-92dd-4742503449c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356934 Jun 10 18:50:18.775826 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-0632cd4b-e1a6-41d7-840a-4ac5b3c5c227 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:18.836113 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-c4a6a949-d8aa-4d99-8cc6-81979c18e5f1 req-b2469e26-5104-4d30-9a14-e83caa2a27b6 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Notify callbacks [] for port, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:18.869200 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c248be4f-0109-4980-85a9-8003b3802626 req-8d8507e5-2c2e-435b-97c0-d12f7c1e2e55 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:50:18.870734 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-c248be4f-0109-4980-85a9-8003b3802626 req-8d8507e5-2c2e-435b-97c0-d12f7c1e2e55 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=98098ee8-c38f-4d5c-b59c-21b6d07b4b26 HTTP/1.1" status: 200 len: 945 time: 0.1171250 Jun 10 18:50:18.879517 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-c4a6a949-d8aa-4d99-8cc6-81979c18e5f1 req-b2469e26-5104-4d30-9a14-e83caa2a27b6 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-941510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578064406'] for port, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:18.884485 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-41b3abdc-44ad-41fc-8c09-61fdcda09fbf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:50:18.895304 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] get_ports_and_sgs() called for port_ids ['e7ba6b50-0941-4934-bafd-87f6d28ef45c', '4913d01a-780e-4065-b660-65f7e7c52150', 'e9bed309-05f8-42bf-a86b-912f7f057221'] {{(pid=98186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 18:50:18.935046 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4a6a949-d8aa-4d99-8cc6-81979c18e5f1 req-b2469e26-5104-4d30-9a14-e83caa2a27b6 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Network 19e9a3f5-4709-4ace-b497-42ae4bcaab91 is already hosted by enough agents. {{(pid=98185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 18:50:18.937993 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-c248be4f-0109-4980-85a9-8003b3802626 req-2071c149-3e51-45a0-8231-aff6103caad6 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613508 Jun 10 18:50:18.941335 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.base_scheduler [req-c4a6a949-d8aa-4d99-8cc6-81979c18e5f1 req-b2469e26-5104-4d30-9a14-e83caa2a27b6 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Resources bound (agent type, host, resource id): {{(pid=98185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 18:50:18.951617 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4a6a949-d8aa-4d99-8cc6-81979c18e5f1 req-b2469e26-5104-4d30-9a14-e83caa2a27b6 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Received port after_create {{(pid=98185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 18:50:18.958410 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a6a949-d8aa-4d99-8cc6-81979c18e5f1 req-b2469e26-5104-4d30-9a14-e83caa2a27b6 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:50:18.959045 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-c4a6a949-d8aa-4d99-8cc6-81979c18e5f1 req-b2469e26-5104-4d30-9a14-e83caa2a27b6 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230521'] for port, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:18.971489 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2469e26-5104-4d30-9a14-e83caa2a27b6 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Pushing event updated for resources: {'Port': ['ID=b2958015-e143-4604-85b8-bcf01bea7647,revision_number=1']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:50:18.972423 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-0632cd4b-e1a6-41d7-840a-4ac5b3c5c227 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:18.975146 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-b2469e26-5104-4d30-9a14-e83caa2a27b6 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:50:18.976951 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-0632cd4b-e1a6-41d7-840a-4ac5b3c5c227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:18.980809 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-499b0498-f767-4c0d-b961-8737a4bf1e15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:50:18.982883 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-c4a6a949-d8aa-4d99-8cc6-81979c18e5f1 req-b2469e26-5104-4d30-9a14-e83caa2a27b6 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8332617 Jun 10 18:50:18.996714 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.v2.base [req-c4a6a949-d8aa-4d99-8cc6-81979c18e5f1 req-153b7437-31f3-4443-93f5-08786519488e service neutron] Request body: {'port': {'device_id': '2287ee15-f1bb-4205-b05f-4482b33f522e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=98185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:50:19.024582 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-0632cd4b-e1a6-41d7-840a-4ac5b3c5c227 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=96ded609073746c4952da17b42d724c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4183919 Jun 10 18:50:19.025322 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 48946) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:50:19.032647 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0632cd4b-e1a6-41d7-840a-4ac5b3c5c227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9812b703-4bdd-4730-b05c-b755543ae15e,revision_number=1']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:50:19.037867 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-0632cd4b-e1a6-41d7-840a-4ac5b3c5c227 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:50:19.086927 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-c4a6a949-d8aa-4d99-8cc6-81979c18e5f1 req-153b7437-31f3-4443-93f5-08786519488e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:19.090816 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-da516bd1-23e8-42eb-a135-cb7f62a1f93f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:19.113364 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-da516bd1-23e8-42eb-a135-cb7f62a1f93f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:19.172828 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-da516bd1-23e8-42eb-a135-cb7f62a1f93f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:19.176042 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-da516bd1-23e8-42eb-a135-cb7f62a1f93f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:19.180215 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-da516bd1-23e8-42eb-a135-cb7f62a1f93f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9812b703-4bdd-4730-b05c-b755543ae15e HTTP/1.1" status: 204 len: 168 time: 0.1536679 Jun 10 18:50:19.181216 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-63574051-830e-4c78-a8fd-f799b02f476b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:50:19.190934 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da516bd1-23e8-42eb-a135-cb7f62a1f93f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9812b703-4bdd-4730-b05c-b755543ae15e,revision_number=None']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:50:19.194616 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-da516bd1-23e8-42eb-a135-cb7f62a1f93f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:50:19.447808 dv-cinder-786260-4-iscsi neutron-server[98185]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 10 18:50:19.447808 dv-cinder-786260-4-iscsi neutron-server[98185]: from cryptography.utils import int_from_bytes Jun 10 18:50:19.447808 dv-cinder-786260-4-iscsi neutron-server[98185]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 10 18:50:19.447808 dv-cinder-786260-4-iscsi neutron-server[98185]: from cryptography.utils import int_from_bytes Jun 10 18:50:19.447808 dv-cinder-786260-4-iscsi neutron-server[98185]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 18:50:19.447808 dv-cinder-786260-4-iscsi neutron-server[98185]: retrieve_revision_numbers = { Jun 10 18:50:19.447808 dv-cinder-786260-4-iscsi neutron-server[98185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 18:50:19.447808 dv-cinder-786260-4-iscsi neutron-server[98185]: conditions |= (models_v2.Port.network_id.in_( Jun 10 18:50:19.447808 dv-cinder-786260-4-iscsi neutron-server[98185]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 18:50:19.447808 dv-cinder-786260-4-iscsi neutron-server[98185]: retrieve_revision_numbers = { Jun 10 18:50:19.447808 dv-cinder-786260-4-iscsi neutron-server[98185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 18:50:19.447808 dv-cinder-786260-4-iscsi neutron-server[98185]: conditions |= (models_v2.Port.network_id.in_( Jun 10 18:50:19.447808 dv-cinder-786260-4-iscsi neutron-server[98185]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 18:50:19.447808 dv-cinder-786260-4-iscsi neutron-server[98185]: retrieve_revision_numbers = { Jun 10 18:50:19.447808 dv-cinder-786260-4-iscsi neutron-server[98185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 18:50:19.447808 dv-cinder-786260-4-iscsi neutron-server[98185]: conditions |= (models_v2.Port.network_id.in_( Jun 10 18:50:19.447808 dv-cinder-786260-4-iscsi neutron-server[98185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 18:50:19.447808 dv-cinder-786260-4-iscsi neutron-server[98185]: conditions |= (models_v2.Port.network_id.in_( Jun 10 18:50:19.447808 dv-cinder-786260-4-iscsi neutron-server[98185]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 18:50:19.447808 dv-cinder-786260-4-iscsi neutron-server[98185]: retrieve_revision_numbers = { Jun 10 18:50:19.447808 dv-cinder-786260-4-iscsi neutron-server[98185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 18:50:19.447808 dv-cinder-786260-4-iscsi neutron-server[98185]: conditions |= (models_v2.Port.network_id.in_( Jun 10 18:50:19.447808 dv-cinder-786260-4-iscsi neutron-server[98185]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 18:50:19.447808 dv-cinder-786260-4-iscsi neutron-server[98185]: retrieve_revision_numbers = { Jun 10 18:50:19.447808 dv-cinder-786260-4-iscsi neutron-server[98185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 18:50:19.447808 dv-cinder-786260-4-iscsi neutron-server[98185]: conditions |= (models_v2.Port.network_id.in_( Jun 10 18:50:19.447808 dv-cinder-786260-4-iscsi neutron-server[98185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 18:50:19.447808 dv-cinder-786260-4-iscsi neutron-server[98185]: conditions |= (models_v2.Port.network_id.in_( Jun 10 18:50:19.447808 dv-cinder-786260-4-iscsi neutron-server[98185]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 18:50:19.447808 dv-cinder-786260-4-iscsi neutron-server[98185]: retrieve_revision_numbers = { Jun 10 18:50:19.447808 dv-cinder-786260-4-iscsi neutron-server[98185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 18:50:19.447808 dv-cinder-786260-4-iscsi neutron-server[98185]: conditions |= (models_v2.Port.network_id.in_( Jun 10 18:50:19.447808 dv-cinder-786260-4-iscsi neutron-server[98185]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 18:50:19.447808 dv-cinder-786260-4-iscsi neutron-server[98185]: retrieve_revision_numbers = { Jun 10 18:50:19.447808 dv-cinder-786260-4-iscsi neutron-server[98185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 18:50:19.447808 dv-cinder-786260-4-iscsi neutron-server[98185]: conditions |= (models_v2.Port.network_id.in_( Jun 10 18:50:19.447808 dv-cinder-786260-4-iscsi neutron-server[98185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 18:50:19.447808 dv-cinder-786260-4-iscsi neutron-server[98185]: conditions |= (models_v2.Port.network_id.in_( Jun 10 18:50:19.447808 dv-cinder-786260-4-iscsi neutron-server[98185]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 18:50:19.447808 dv-cinder-786260-4-iscsi neutron-server[98185]: retrieve_revision_numbers = { Jun 10 18:50:19.447808 dv-cinder-786260-4-iscsi neutron-server[98185]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 18:50:19.447808 dv-cinder-786260-4-iscsi neutron-server[98185]: retrieve_revision_numbers = { Jun 10 18:50:19.447808 dv-cinder-786260-4-iscsi neutron-server[98185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 18:50:19.447808 dv-cinder-786260-4-iscsi neutron-server[98185]: conditions |= (models_v2.Port.network_id.in_( Jun 10 18:50:19.447808 dv-cinder-786260-4-iscsi neutron-server[98185]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 18:50:19.451766 dv-cinder-786260-4-iscsi neutron-server[98185]: retrieve_revision_numbers = { Jun 10 18:50:19.451766 dv-cinder-786260-4-iscsi neutron-server[98185]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 18:50:19.451766 dv-cinder-786260-4-iscsi neutron-server[98185]: retrieve_revision_numbers = { Jun 10 18:50:19.451766 dv-cinder-786260-4-iscsi neutron-server[98185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 18:50:19.451766 dv-cinder-786260-4-iscsi neutron-server[98185]: conditions |= (models_v2.Port.network_id.in_( Jun 10 18:50:19.451766 dv-cinder-786260-4-iscsi neutron-server[98185]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 18:50:19.451766 dv-cinder-786260-4-iscsi neutron-server[98185]: retrieve_revision_numbers = { Jun 10 18:50:19.451766 dv-cinder-786260-4-iscsi neutron-server[98185]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 18:50:19.451766 dv-cinder-786260-4-iscsi neutron-server[98185]: retrieve_revision_numbers = { Jun 10 18:50:19.451766 dv-cinder-786260-4-iscsi neutron-server[98185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 18:50:19.451766 dv-cinder-786260-4-iscsi neutron-server[98185]: conditions |= (models_v2.Port.network_id.in_( Jun 10 18:50:19.451766 dv-cinder-786260-4-iscsi neutron-server[98185]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 18:50:19.451766 dv-cinder-786260-4-iscsi neutron-server[98185]: retrieve_revision_numbers = { Jun 10 18:50:19.451766 dv-cinder-786260-4-iscsi neutron-server[98185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 18:50:19.451766 dv-cinder-786260-4-iscsi neutron-server[98185]: conditions |= (models_v2.Port.network_id.in_( Jun 10 18:50:19.453896 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.notifiers.nova [req-c4a6a949-d8aa-4d99-8cc6-81979c18e5f1 req-153b7437-31f3-4443-93f5-08786519488e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2958015-e143-4604-85b8-bcf01bea7647 {{(pid=98185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 18:50:19.485496 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-c4a6a949-d8aa-4d99-8cc6-81979c18e5f1 req-153b7437-31f3-4443-93f5-08786519488e service neutron] Notify callbacks [] for port, precommit_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:19.508310 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.db.provisioning_blocks [req-c4a6a949-d8aa-4d99-8cc6-81979c18e5f1 req-153b7437-31f3-4443-93f5-08786519488e service neutron] Transition to ACTIVE for port object b2958015-e143-4604-85b8-bcf01bea7647 will not be triggered until provisioned by entity L2. {{(pid=98185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 18:50:19.511565 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-c4a6a949-d8aa-4d99-8cc6-81979c18e5f1 req-153b7437-31f3-4443-93f5-08786519488e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:19.514947 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-89776c87-71da-42d1-a019-f62cf03b0093 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:50:19.536008 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 48958) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:50:19.564826 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-35b5a0ea-ff7e-4a77-b690-78cca152a37b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:19.617110 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d537a3e2-a897-4cce-8315-b805172de072 req-08347dfd-a33c-4b86-aa36-2b2e79123c77 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:50:19.618677 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-d537a3e2-a897-4cce-8315-b805172de072 req-08347dfd-a33c-4b86-aa36-2b2e79123c77 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/ports?device_id=2287ee15-f1bb-4205-b05f-4482b33f522e HTTP/1.1" status: 200 len: 931 time: 0.1802080 Jun 10 18:50:19.638840 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153b7437-31f3-4443-93f5-08786519488e service neutron] Pushing event updated for resources: {'Port': ['ID=b2958015-e143-4604-85b8-bcf01bea7647,revision_number=2']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:50:19.644010 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-153b7437-31f3-4443-93f5-08786519488e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:50:19.668466 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-35b5a0ea-ff7e-4a77-b690-78cca152a37b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:19.672353 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-35b5a0ea-ff7e-4a77-b690-78cca152a37b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:19.675034 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-909b563b-99b4-4b7f-9fcd-81f943f514e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:50:19.707777 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.managers [req-c4a6a949-d8aa-4d99-8cc6-81979c18e5f1 req-153b7437-31f3-4443-93f5-08786519488e service neutron] Attempting to bind port b2958015-e143-4604-85b8-bcf01bea7647 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=98185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 18:50:19.708194 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.managers [req-c4a6a949-d8aa-4d99-8cc6-81979c18e5f1 req-153b7437-31f3-4443-93f5-08786519488e service neutron] Attempting to bind port b2958015-e143-4604-85b8-bcf01bea7647 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'fd279837-3169-4e44-bb88-c8bbfa96e1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '19e9a3f5-4709-4ace-b497-42ae4bcaab91'}] {{(pid=98185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 18:50:19.708597 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a6a949-d8aa-4d99-8cc6-81979c18e5f1 req-153b7437-31f3-4443-93f5-08786519488e service neutron] Attempting to bind port b2958015-e143-4604-85b8-bcf01bea7647 on network 19e9a3f5-4709-4ace-b497-42ae4bcaab91 {{(pid=98185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 18:50:19.721007 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-d537a3e2-a897-4cce-8315-b805172de072 req-7c6a052b-63fc-4da4-9ee7-34ce78678da6 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/security-groups?id=06502357-ff4c-485b-91b1-561d1bbe6894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913122 Jun 10 18:50:19.721779 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-35b5a0ea-ff7e-4a77-b690-78cca152a37b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0a32bdb3c434486bb4894cd5338a0be0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1839716 Jun 10 18:50:19.722684 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b5a0ea-ff7e-4a77-b690-78cca152a37b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13a0ad3f-3226-4ed5-8e5b-c55f4c6c0d88,revision_number=1']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:50:19.725933 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-35b5a0ea-ff7e-4a77-b690-78cca152a37b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:50:19.726414 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 48962) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:50:19.726781 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a6a949-d8aa-4d99-8cc6-81979c18e5f1 req-153b7437-31f3-4443-93f5-08786519488e service neutron] Port b2958015-e143-4604-85b8-bcf01bea7647 on network 19e9a3f5-4709-4ace-b497-42ae4bcaab91 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=98185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 18:50:19.727149 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a6a949-d8aa-4d99-8cc6-81979c18e5f1 req-153b7437-31f3-4443-93f5-08786519488e service neutron] Attempting to bind port b2958015-e143-4604-85b8-bcf01bea7647 on network 19e9a3f5-4709-4ace-b497-42ae4bcaab91 {{(pid=98185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 18:50:19.734854 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a6a949-d8aa-4d99-8cc6-81979c18e5f1 req-153b7437-31f3-4443-93f5-08786519488e service neutron] Checking agent: {'id': '81ed237c-a7bd-4721-ad26-da2ab32caefc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 18, 45, 46), 'started_at': datetime.datetime(2021, 6, 10, 18, 45, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 18, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 18:50:19.735188 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a6a949-d8aa-4d99-8cc6-81979c18e5f1 req-153b7437-31f3-4443-93f5-08786519488e service neutron] Checking segment: {'id': 'fd279837-3169-4e44-bb88-c8bbfa96e1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '19e9a3f5-4709-4ace-b497-42ae4bcaab91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 18:50:19.735630 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a6a949-d8aa-4d99-8cc6-81979c18e5f1 req-153b7437-31f3-4443-93f5-08786519488e service neutron] Bound using segment: {'id': 'fd279837-3169-4e44-bb88-c8bbfa96e1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '19e9a3f5-4709-4ace-b497-42ae4bcaab91'} {{(pid=98185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 18:50:19.736139 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.managers [req-c4a6a949-d8aa-4d99-8cc6-81979c18e5f1 req-153b7437-31f3-4443-93f5-08786519488e service neutron] Bound port: b2958015-e143-4604-85b8-bcf01bea7647, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd279837-3169-4e44-bb88-c8bbfa96e1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '19e9a3f5-4709-4ace-b497-42ae4bcaab91'}}] {{(pid=98185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 18:50:19.736532 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-c4a6a949-d8aa-4d99-8cc6-81979c18e5f1 req-153b7437-31f3-4443-93f5-08786519488e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:19.788536 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-c2d295f1-2b09-40ac-b076-3f7ec8f04ca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:19.819270 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.db [req-c4a6a949-d8aa-4d99-8cc6-81979c18e5f1 req-153b7437-31f3-4443-93f5-08786519488e service neutron] For port b2958015-e143-4604-85b8-bcf01bea7647, host hv-cinder-78626, cleared binding levels {{(pid=98185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 18:50:19.822425 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.db [req-c4a6a949-d8aa-4d99-8cc6-81979c18e5f1 req-153b7437-31f3-4443-93f5-08786519488e service neutron] For port b2958015-e143-4604-85b8-bcf01bea7647, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=b2958015-e143-4604-85b8-bcf01bea7647,segment=NetworkSegment(fd279837-3169-4e44-bb88-c8bbfa96e1db),segment_id=fd279837-3169-4e44-bb88-c8bbfa96e1db)] {{(pid=98185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 18:50:19.827303 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-c4a6a949-d8aa-4d99-8cc6-81979c18e5f1 req-153b7437-31f3-4443-93f5-08786519488e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:19.830247 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:50:19.850731 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-c2d295f1-2b09-40ac-b076-3f7ec8f04ca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:19.866734 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a6a949-d8aa-4d99-8cc6-81979c18e5f1 req-153b7437-31f3-4443-93f5-08786519488e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:50:19.867358 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-c4a6a949-d8aa-4d99-8cc6-81979c18e5f1 req-153b7437-31f3-4443-93f5-08786519488e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230521'] for port, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:19.870335 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-c4a6a949-d8aa-4d99-8cc6-81979c18e5f1 req-153b7437-31f3-4443-93f5-08786519488e service neutron] 10.222.0.39 "PUT /v2.0/ports/b2958015-e143-4604-85b8-bcf01bea7647 HTTP/1.1" status: 200 len: 1093 time: 0.8765056 Jun 10 18:50:19.870335 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2287ee15-f1bb-4205-b05f-4482b33f522e', 'tag': 'b2958015-e143-4604-85b8-bcf01bea7647'}] {{(pid=98185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 18:50:19.871791 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44d46bb02d59f4e600e8e3fdef735be97a189b4bda953b1539dd9e97451c2ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7ed4550-06cd-4121-9e31-6c043a84c52a" -d '{"events": [{"name": "network-changed", "server_uuid": "2287ee15-f1bb-4205-b05f-4482b33f522e", "tag": "b2958015-e143-4604-85b8-bcf01bea7647"}]}' {{(pid=98185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 18:50:19.903554 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153b7437-31f3-4443-93f5-08786519488e service neutron] Pushing event updated for resources: {'Port': ['ID=b2958015-e143-4604-85b8-bcf01bea7647,revision_number=3']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:50:19.910210 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-153b7437-31f3-4443-93f5-08786519488e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:50:19.926970 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 18:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eb4a4ce-a061-4a17-918c-977831e74b8b x-openstack-request-id: req-9eb4a4ce-a061-4a17-918c-977831e74b8b {{(pid=98185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 18:50:19.927306 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2287ee15-f1bb-4205-b05f-4482b33f522e", "tag": "b2958015-e143-4604-85b8-bcf01bea7647", "status": "completed", "code": 200}]} {{(pid=98185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 18:50:19.927591 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9eb4a4ce-a061-4a17-918c-977831e74b8b {{(pid=98185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 18:50:19.928126 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2287ee15-f1bb-4205-b05f-4482b33f522e', 'tag': 'b2958015-e143-4604-85b8-bcf01bea7647', 'status': 'completed', 'code': 200} Jun 10 18:50:19.936146 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8f6b8a-26b3-42c6-96c5-c9573ae26c22 req-a61ab51b-4064-4d3a-a8d7-ae70b5bddbe1 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:50:19.937659 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-7e8f6b8a-26b3-42c6-96c5-c9573ae26c22 req-a61ab51b-4064-4d3a-a8d7-ae70b5bddbe1 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bc2c21c-1ace-47ec-abfb-5627ec2cd049 HTTP/1.1" status: 200 len: 945 time: 0.1447368 Jun 10 18:50:19.952151 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-c2d295f1-2b09-40ac-b076-3f7ec8f04ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:19.954946 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-c2d295f1-2b09-40ac-b076-3f7ec8f04ca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:19.957892 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-c2d295f1-2b09-40ac-b076-3f7ec8f04ca3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/13a0ad3f-3226-4ed5-8e5b-c55f4c6c0d88 HTTP/1.1" status: 204 len: 168 time: 0.2296846 Jun 10 18:50:19.968975 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-654ee9cf-6500-40dd-aaee-7981fe3103c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:50:19.987805 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a6a949-d8aa-4d99-8cc6-81979c18e5f1 req-63e5c96d-cb8d-4f7b-b37e-8cf65af91b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:50:19.989237 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-c4a6a949-d8aa-4d99-8cc6-81979c18e5f1 req-63e5c96d-cb8d-4f7b-b37e-8cf65af91b45 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=be26617a1ee345d9a6f8be900482942f&device_id=2287ee15-f1bb-4205-b05f-4482b33f522e HTTP/1.1" status: 200 len: 1096 time: 0.0723619 Jun 10 18:50:19.999030 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d295f1-2b09-40ac-b076-3f7ec8f04ca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13a0ad3f-3226-4ed5-8e5b-c55f4c6c0d88,revision_number=None']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:50:20.004612 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-c2d295f1-2b09-40ac-b076-3f7ec8f04ca3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:50:20.036621 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-7e8f6b8a-26b3-42c6-96c5-c9573ae26c22 req-ef27c733-a5f1-43ef-b6c0-4ebbed3000c7 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a819a32-9ec6-4225-92dd-4742503449c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917904 Jun 10 18:50:20.064719 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-c4a6a949-d8aa-4d99-8cc6-81979c18e5f1 req-2e418914-0dbd-4da6-8634-e73b9d8206fc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b2958015-e143-4604-85b8-bcf01bea7647 HTTP/1.1" status: 200 len: 217 time: 0.0562103 Jun 10 18:50:20.162934 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a6a949-d8aa-4d99-8cc6-81979c18e5f1 req-3950c2ac-c910-4f4e-9192-11dc44d4cc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:50:20.164429 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-c4a6a949-d8aa-4d99-8cc6-81979c18e5f1 req-3950c2ac-c910-4f4e-9192-11dc44d4cc72 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e54f33df-96bf-41df-aade-9540ec4d8d5f HTTP/1.1" status: 200 len: 855 time: 0.0922105 Jun 10 18:50:20.206368 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-c4a6a949-d8aa-4d99-8cc6-81979c18e5f1 req-ec316643-a62d-47b9-8c06-81af04113ffb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=19e9a3f5-4709-4ace-b497-42ae4bcaab91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339849 Jun 10 18:50:20.223126 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec7ddd3-993a-4d3f-bce5-f443e5cfb11e req-54fc2151-30d8-45ec-94b3-fa0dcc406b3b tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:50:20.224542 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-9ec7ddd3-993a-4d3f-bce5-f443e5cfb11e req-54fc2151-30d8-45ec-94b3-fa0dcc406b3b tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=98098ee8-c38f-4d5c-b59c-21b6d07b4b26 HTTP/1.1" status: 200 len: 945 time: 0.1204329 Jun 10 18:50:20.315564 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 48972) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:50:20.333486 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-503b50a0-e0af-488f-a537-8d09fb7653f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:20.342636 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-9ec7ddd3-993a-4d3f-bce5-f443e5cfb11e req-a90fa1b0-de0a-4982-b580-a5edea92b544 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112733 Jun 10 18:50:20.368249 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-c4a6a949-d8aa-4d99-8cc6-81979c18e5f1 req-9dd0469c-ac38-4f93-a8e6-74e23bb47bb3 service neutron] 10.222.0.39 "GET /v2.0/networks/19e9a3f5-4709-4ace-b497-42ae4bcaab91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525586 Jun 10 18:50:20.465649 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-503b50a0-e0af-488f-a537-8d09fb7653f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:20.470415 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-503b50a0-e0af-488f-a537-8d09fb7653f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:20.474047 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-91913ebf-f180-4883-b311-6676c8d4954d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:50:20.498138 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-c4a6a949-d8aa-4d99-8cc6-81979c18e5f1 req-2b26aa6e-ca12-4a7c-9559-ae8451cb0d0d service neutron] 10.222.0.39 "GET /v2.0/networks/19e9a3f5-4709-4ace-b497-42ae4bcaab91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219893 Jun 10 18:50:20.514864 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-503b50a0-e0af-488f-a537-8d09fb7653f8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e6165b24e2d54c7483d038e1731398fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1979477 Jun 10 18:50:20.517122 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b50a0-e0af-488f-a537-8d09fb7653f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50b47185-1299-48c6-ba4b-66e29b858563,revision_number=1']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:50:20.517903 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 48974) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:50:20.520388 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-503b50a0-e0af-488f-a537-8d09fb7653f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:50:20.607079 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-c0ac8ba5-af06-4739-b03f-4373855b25a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:20.641105 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-c0ac8ba5-af06-4739-b03f-4373855b25a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:20.677654 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ed4550-06cd-4121-9e31-6c043a84c52a req-a3350795-179f-4f30-b399-c0bff80d3350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:50:20.679880 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-a7ed4550-06cd-4121-9e31-6c043a84c52a req-a3350795-179f-4f30-b399-c0bff80d3350 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=be26617a1ee345d9a6f8be900482942f&device_id=2287ee15-f1bb-4205-b05f-4482b33f522e HTTP/1.1" status: 200 len: 1096 time: 0.1191053 Jun 10 18:50:20.767570 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-c0ac8ba5-af06-4739-b03f-4373855b25a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:20.770238 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-c0ac8ba5-af06-4739-b03f-4373855b25a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:20.771381 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-c0ac8ba5-af06-4739-b03f-4373855b25a3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/50b47185-1299-48c6-ba4b-66e29b858563 HTTP/1.1" status: 204 len: 168 time: 0.2523136 Jun 10 18:50:20.773637 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:50:20.791231 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ac8ba5-af06-4739-b03f-4373855b25a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50b47185-1299-48c6-ba4b-66e29b858563,revision_number=None']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:50:20.794593 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-c0ac8ba5-af06-4739-b03f-4373855b25a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:50:20.811551 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ed4550-06cd-4121-9e31-6c043a84c52a req-2db65351-67ed-4e02-9d6d-ca4e8304aff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:50:20.813033 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-a7ed4550-06cd-4121-9e31-6c043a84c52a req-2db65351-67ed-4e02-9d6d-ca4e8304aff4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=19e9a3f5-4709-4ace-b497-42ae4bcaab91 HTTP/1.1" status: 200 len: 916 time: 0.1258459 Jun 10 18:50:20.872338 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-a7ed4550-06cd-4121-9e31-6c043a84c52a req-b8bade7a-5a37-43f2-8016-6ffbc1a149d3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b2958015-e143-4604-85b8-bcf01bea7647 HTTP/1.1" status: 200 len: 217 time: 0.0521443 Jun 10 18:50:20.932029 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ed4550-06cd-4121-9e31-6c043a84c52a req-9116cd52-d01f-4927-a874-b28f58b202dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:50:20.933619 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-a7ed4550-06cd-4121-9e31-6c043a84c52a req-9116cd52-d01f-4927-a874-b28f58b202dc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e54f33df-96bf-41df-aade-9540ec4d8d5f HTTP/1.1" status: 200 len: 855 time: 0.0524507 Jun 10 18:50:20.975522 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-a7ed4550-06cd-4121-9e31-6c043a84c52a req-d582a3eb-0666-4bf7-9e14-b8e0f0fb3c4f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=19e9a3f5-4709-4ace-b497-42ae4bcaab91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308383 Jun 10 18:50:21.104699 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-a7ed4550-06cd-4121-9e31-6c043a84c52a req-9f22566f-413e-46df-a880-47d056f861fb service neutron] 10.222.0.39 "GET /v2.0/networks/19e9a3f5-4709-4ace-b497-42ae4bcaab91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227171 Jun 10 18:50:21.254143 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4b933d-fcbf-469e-bbae-ed3247bc8aa6 req-15c2c05a-3bff-46cf-88e3-21cf0f6ba02a tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:50:21.255701 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-0a4b933d-fcbf-469e-bbae-ed3247bc8aa6 req-15c2c05a-3bff-46cf-88e3-21cf0f6ba02a tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bc2c21c-1ace-47ec-abfb-5627ec2cd049 HTTP/1.1" status: 200 len: 945 time: 0.0723834 Jun 10 18:50:21.279787 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-a7ed4550-06cd-4121-9e31-6c043a84c52a req-021c17f2-a0dd-4cf0-affc-2ecba1e9f73b service neutron] 10.222.0.39 "GET /v2.0/networks/19e9a3f5-4709-4ace-b497-42ae4bcaab91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672060 Jun 10 18:50:21.295902 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f75530d-466e-43d0-9444-25bc99b194dd req-8d33947f-3539-403d-a2b3-0976009c0d6f tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:50:21.302160 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-1f75530d-466e-43d0-9444-25bc99b194dd req-8d33947f-3539-403d-a2b3-0976009c0d6f tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/ports?device_id=2287ee15-f1bb-4205-b05f-4482b33f522e HTTP/1.1" status: 200 len: 943 time: 0.1512055 Jun 10 18:50:21.313229 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-0a4b933d-fcbf-469e-bbae-ed3247bc8aa6 req-a32dc436-c67a-4423-afee-9ffaf7af5c1b tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a819a32-9ec6-4225-92dd-4742503449c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475419 Jun 10 18:50:21.342933 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-1f75530d-466e-43d0-9444-25bc99b194dd req-e46b7461-5f5b-4717-9150-0601521491cb tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/security-groups?id=06502357-ff4c-485b-91b1-561d1bbe6894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397193 Jun 10 18:50:21.550663 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24af0f9-aef3-499f-abdc-45bb9a8d1feb req-7a1ede02-33c4-4b59-9854-e21f78179d67 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:50:21.552379 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-a24af0f9-aef3-499f-abdc-45bb9a8d1feb req-7a1ede02-33c4-4b59-9854-e21f78179d67 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=98098ee8-c38f-4d5c-b59c-21b6d07b4b26 HTTP/1.1" status: 200 len: 945 time: 0.0801797 Jun 10 18:50:21.601917 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-a24af0f9-aef3-499f-abdc-45bb9a8d1feb req-9759fcef-fbaf-49e3-9ed8-2edf2dc85177 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423994 Jun 10 18:50:22.537958 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b3bb63-f6a1-48da-a8da-0070906a7950 req-df7646f9-2921-4db9-9060-9b8faa022a83 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:50:22.539517 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-12b3bb63-f6a1-48da-a8da-0070906a7950 req-df7646f9-2921-4db9-9060-9b8faa022a83 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/ports?device_id=2287ee15-f1bb-4205-b05f-4482b33f522e HTTP/1.1" status: 200 len: 943 time: 0.0753050 Jun 10 18:50:22.580494 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-12b3bb63-f6a1-48da-a8da-0070906a7950 req-3a448b18-9f4d-4f3e-826d-f343fc8015e2 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/security-groups?id=06502357-ff4c-485b-91b1-561d1bbe6894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352132 Jun 10 18:50:22.803563 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2c58f0-2434-4a6f-af57-616e18dbfe1f req-ef833480-9b1c-4c79-8572-f543a3e12283 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:50:22.805268 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-1f2c58f0-2434-4a6f-af57-616e18dbfe1f req-ef833480-9b1c-4c79-8572-f543a3e12283 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=98098ee8-c38f-4d5c-b59c-21b6d07b4b26 HTTP/1.1" status: 200 len: 945 time: 0.0761950 Jun 10 18:50:22.856996 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-1f2c58f0-2434-4a6f-af57-616e18dbfe1f req-cc7f137c-3d87-4074-b342-bf58409c32c1 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459323 Jun 10 18:50:23.767649 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b06e01-b5ea-418e-9a54-1d77ae3d08b4 req-fd3b1d49-051d-4cf6-a674-18081d5fb98f tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:50:23.769187 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-e5b06e01-b5ea-418e-9a54-1d77ae3d08b4 req-fd3b1d49-051d-4cf6-a674-18081d5fb98f tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/ports?device_id=2287ee15-f1bb-4205-b05f-4482b33f522e HTTP/1.1" status: 200 len: 943 time: 0.0711739 Jun 10 18:50:23.811843 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-e5b06e01-b5ea-418e-9a54-1d77ae3d08b4 req-61d9db79-6558-4fcb-a99e-a3eaf371b326 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/security-groups?id=06502357-ff4c-485b-91b1-561d1bbe6894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360377 Jun 10 18:50:23.994586 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Device b2958015-e143-4604-85b8-bcf01bea7647 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=98186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 18:50:24.057134 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f46737e-a9f5-4d81-a85b-24049d5da163 req-bf19d739-371b-4bc5-a878-844cdbbd9c4f tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:50:24.058635 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-9f46737e-a9f5-4d81-a85b-24049d5da163 req-bf19d739-371b-4bc5-a878-844cdbbd9c4f tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=98098ee8-c38f-4d5c-b59c-21b6d07b4b26 HTTP/1.1" status: 200 len: 945 time: 0.0783992 Jun 10 18:50:24.134776 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] For port b2958015-e143-4604-85b8-bcf01bea7647, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=b2958015-e143-4604-85b8-bcf01bea7647,segment=NetworkSegment(fd279837-3169-4e44-bb88-c8bbfa96e1db),segment_id=fd279837-3169-4e44-bb88-c8bbfa96e1db)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:50:24.148396 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Returning: {'device': 'b2958015-e143-4604-85b8-bcf01bea7647', 'network_id': '19e9a3f5-4709-4ace-b497-42ae4bcaab91', 'port_id': 'b2958015-e143-4604-85b8-bcf01bea7647', 'mac_address': 'fa:16:3e:b9:0a:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e54f33df-96bf-41df-aade-9540ec4d8d5f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 18:50:24.194816 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:24.212027 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.notifiers.nova [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2958015-e143-4604-85b8-bcf01bea7647 {{(pid=98186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 18:50:24.234304 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] For port b2958015-e143-4604-85b8-bcf01bea7647, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=b2958015-e143-4604-85b8-bcf01bea7647,segment=NetworkSegment(fd279837-3169-4e44-bb88-c8bbfa96e1db),segment_id=fd279837-3169-4e44-bb88-c8bbfa96e1db)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:50:24.238222 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:24.240004 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:50:24.298403 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Pushing event updated for resources: {'Port': ['ID=b2958015-e143-4604-85b8-bcf01bea7647,revision_number=4']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:50:24.302532 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:50:24.339926 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-9f46737e-a9f5-4d81-a85b-24049d5da163 req-612faa33-71c6-4468-aebd-1b5ce9e6383f tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753072 Jun 10 18:50:24.948532 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] get_ports_and_sgs() called for port_ids ['b2958015-e143-4604-85b8-bcf01bea7647'] {{(pid=98186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 18:50:25.010671 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2249094-2446-4600-83cd-77ad4c7483d1 req-8b29ff70-d680-4faa-9c29-c09b54ba7f22 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:50:25.012275 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-e2249094-2446-4600-83cd-77ad4c7483d1 req-8b29ff70-d680-4faa-9c29-c09b54ba7f22 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/ports?device_id=2287ee15-f1bb-4205-b05f-4482b33f522e HTTP/1.1" status: 200 len: 944 time: 0.0818057 Jun 10 18:50:25.053988 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-e2249094-2446-4600-83cd-77ad4c7483d1 req-e3e985dc-ab43-444a-a026-a4c3c291c6d2 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/security-groups?id=06502357-ff4c-485b-91b1-561d1bbe6894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360343 Jun 10 18:50:25.536966 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14b03f4-6fe7-4f35-82fc-1b0c5de0913a req-3f372fcb-1969-4ab2-a5a0-ce13d384f807 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:50:25.539056 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-f14b03f4-6fe7-4f35-82fc-1b0c5de0913a req-3f372fcb-1969-4ab2-a5a0-ce13d384f807 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=98098ee8-c38f-4d5c-b59c-21b6d07b4b26 HTTP/1.1" status: 200 len: 945 time: 0.0726960 Jun 10 18:50:25.587647 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-f14b03f4-6fe7-4f35-82fc-1b0c5de0913a req-eb11f3ff-932e-45c3-afb0-6de5833f83ce tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425982 Jun 10 18:50:26.243590 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fab8f39-02cf-413a-966f-4eb2489aa3fa req-23175107-4b0d-4afb-9c7b-23cdbdbbea7c tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:50:26.245237 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-9fab8f39-02cf-413a-966f-4eb2489aa3fa req-23175107-4b0d-4afb-9c7b-23cdbdbbea7c tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/ports?device_id=2287ee15-f1bb-4205-b05f-4482b33f522e HTTP/1.1" status: 200 len: 944 time: 0.0767426 Jun 10 18:50:26.290404 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-9fab8f39-02cf-413a-966f-4eb2489aa3fa req-a33ba4c1-929f-4f63-a437-7c9eb0d02598 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/security-groups?id=06502357-ff4c-485b-91b1-561d1bbe6894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392408 Jun 10 18:50:26.777375 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07122d33-ab76-44c5-8497-2509bccc598c req-5726f664-40e3-4688-8926-38df5ec4f1fb tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:50:26.778859 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-07122d33-ab76-44c5-8497-2509bccc598c req-5726f664-40e3-4688-8926-38df5ec4f1fb tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=98098ee8-c38f-4d5c-b59c-21b6d07b4b26 HTTP/1.1" status: 200 len: 945 time: 0.0750253 Jun 10 18:50:26.819533 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-07122d33-ab76-44c5-8497-2509bccc598c req-27dbdb9c-854c-4916-b025-fdc41fd14e38 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351555 Jun 10 18:50:27.478214 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62ce345-9078-41d5-a20b-5040328ae215 req-911223e2-aa25-4b23-a7aa-80369cb926a4 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:50:27.479701 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-a62ce345-9078-41d5-a20b-5040328ae215 req-911223e2-aa25-4b23-a7aa-80369cb926a4 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/ports?device_id=2287ee15-f1bb-4205-b05f-4482b33f522e HTTP/1.1" status: 200 len: 944 time: 0.0729210 Jun 10 18:50:27.520489 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-a62ce345-9078-41d5-a20b-5040328ae215 req-a408c93c-c813-4d37-8ea6-e435b6c2a487 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/security-groups?id=06502357-ff4c-485b-91b1-561d1bbe6894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350931 Jun 10 18:50:28.009652 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d51eb9-b2b6-441e-8d9b-39f81dee1d4d req-20116c15-4f92-4baa-adec-d18ea7d0e1dd tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:50:28.011213 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-53d51eb9-b2b6-441e-8d9b-39f81dee1d4d req-20116c15-4f92-4baa-adec-d18ea7d0e1dd tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=98098ee8-c38f-4d5c-b59c-21b6d07b4b26 HTTP/1.1" status: 200 len: 945 time: 0.0725303 Jun 10 18:50:28.013776 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Device b2958015-e143-4604-85b8-bcf01bea7647 up at agent hyperv_hv-cinder-78626 {{(pid=98186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 18:50:28.055145 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-53d51eb9-b2b6-441e-8d9b-39f81dee1d4d req-e618d957-7077-4615-81de-8134cf35a41d tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374386 Jun 10 18:50:28.085191 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Provisioning for port b2958015-e143-4604-85b8-bcf01bea7647 completed by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 18:50:28.089300 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Provisioning complete for port b2958015-e143-4604-85b8-bcf01bea7647 triggered by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 18:50:28.089739 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:28.179651 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:28.205582 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2287ee15-f1bb-4205-b05f-4482b33f522e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2958015-e143-4604-85b8-bcf01bea7647'}] {{(pid=98186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 18:50:28.207942 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c2f46a37dc9d9ea27ba47e2e5c887733d44c46f74833e79389795ef1d11a41d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dffc848-cbab-4603-99a4-35b944f9984e" -d '{"events": [{"server_uuid": "2287ee15-f1bb-4205-b05f-4482b33f522e", "name": "network-vif-plugged", "status": "completed", "tag": "b2958015-e143-4604-85b8-bcf01bea7647"}]}' {{(pid=98186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 18:50:28.226190 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] For port b2958015-e143-4604-85b8-bcf01bea7647, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=b2958015-e143-4604-85b8-bcf01bea7647,segment=NetworkSegment(fd279837-3169-4e44-bb88-c8bbfa96e1db),segment_id=fd279837-3169-4e44-bb88-c8bbfa96e1db)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:50:28.230217 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:28.232438 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:50:28.258462 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 18:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b2c418c-6d45-400b-9ed4-0ea95c56074a x-openstack-request-id: req-4b2c418c-6d45-400b-9ed4-0ea95c56074a {{(pid=98186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 18:50:28.258768 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2287ee15-f1bb-4205-b05f-4482b33f522e", "name": "network-vif-plugged", "status": "completed", "tag": "b2958015-e143-4604-85b8-bcf01bea7647", "code": 200}]} {{(pid=98186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 18:50:28.259030 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4b2c418c-6d45-400b-9ed4-0ea95c56074a {{(pid=98186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 18:50:28.259423 dv-cinder-786260-4-iscsi neutron-server[98186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2287ee15-f1bb-4205-b05f-4482b33f522e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2958015-e143-4604-85b8-bcf01bea7647', 'code': 200} Jun 10 18:50:28.287865 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Pushing event updated for resources: {'Port': ['ID=b2958015-e143-4604-85b8-bcf01bea7647,revision_number=5']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:50:28.290758 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:50:28.499487 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08f31fa-ef03-4978-b3f5-eb45e6c1f141 req-d9edfefc-68cf-4378-b59f-8457cc2ee6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:50:28.500967 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-a08f31fa-ef03-4978-b3f5-eb45e6c1f141 req-d9edfefc-68cf-4378-b59f-8457cc2ee6de service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2287ee15-f1bb-4205-b05f-4482b33f522e HTTP/1.1" status: 200 len: 1098 time: 0.0708601 Jun 10 18:50:28.541900 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-a08f31fa-ef03-4978-b3f5-eb45e6c1f141 req-2222a900-5b44-454a-9410-81e5170c4347 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=06502357-ff4c-485b-91b1-561d1bbe6894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320728 Jun 10 18:50:28.718735 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eb4228-894f-4fc1-8b92-85a99fe1192a req-c885648f-2b5c-4bca-8c97-ad1b3e8ecfc0 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:50:28.720207 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-20eb4228-894f-4fc1-8b92-85a99fe1192a req-c885648f-2b5c-4bca-8c97-ad1b3e8ecfc0 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/ports?device_id=2287ee15-f1bb-4205-b05f-4482b33f522e HTTP/1.1" status: 200 len: 945 time: 0.0831742 Jun 10 18:50:28.763591 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-20eb4228-894f-4fc1-8b92-85a99fe1192a req-ef2e61da-5086-436c-b685-0495d8da312e tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/security-groups?id=06502357-ff4c-485b-91b1-561d1bbe6894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355651 Jun 10 18:50:29.244670 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce3393c-ead1-4678-a992-df45aadd165a req-7e421520-7d49-49a3-b456-9d752be085dc tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:50:29.246077 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-bce3393c-ead1-4678-a992-df45aadd165a req-7e421520-7d49-49a3-b456-9d752be085dc tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=98098ee8-c38f-4d5c-b59c-21b6d07b4b26 HTTP/1.1" status: 200 len: 945 time: 0.0725527 Jun 10 18:50:29.286022 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-bce3393c-ead1-4678-a992-df45aadd165a req-7bd4771d-4c3c-4c35-bb53-a09b1f463ba7 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344090 Jun 10 18:50:29.965108 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7cf925-9a6e-48d5-8f3c-effd26689511 req-6eb12b3c-b8a2-4d73-8849-43055a33a702 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:50:29.966587 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-9b7cf925-9a6e-48d5-8f3c-effd26689511 req-6eb12b3c-b8a2-4d73-8849-43055a33a702 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/ports?device_id=2287ee15-f1bb-4205-b05f-4482b33f522e HTTP/1.1" status: 200 len: 945 time: 0.0848935 Jun 10 18:50:30.011671 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-9b7cf925-9a6e-48d5-8f3c-effd26689511 req-3e4ac115-8d05-49de-a3fc-b0c287a3a954 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/security-groups?id=06502357-ff4c-485b-91b1-561d1bbe6894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391202 Jun 10 18:50:30.075423 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 49234) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:50:30.182718 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-55e29344-17aa-48a9-bb1e-1c8162e7dbc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:30.283693 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-55e29344-17aa-48a9-bb1e-1c8162e7dbc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:30.288358 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-55e29344-17aa-48a9-bb1e-1c8162e7dbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:30.290880 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-4f33f9be-dd36-4fac-a703-fe3236392da8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:50:30.320622 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e29344-17aa-48a9-bb1e-1c8162e7dbc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=642f4e91-6f25-40a1-a9a6-22dc429a7160,revision_number=1']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:50:30.325291 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-55e29344-17aa-48a9-bb1e-1c8162e7dbc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:50:30.343733 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-55e29344-17aa-48a9-bb1e-1c8162e7dbc5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e2a9b4f50e184e56b5c6788a6dd3c5c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2672079 Jun 10 18:50:30.346842 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 49244) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:50:30.419820 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-c6c0139e-fd68-4d80-a125-f4bf221be96f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:30.465080 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-c6c0139e-fd68-4d80-a125-f4bf221be96f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:30.525613 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba4d4c4-baab-4eb3-8a03-c857788fdc6e req-12168980-5d01-4f6f-86b7-4ab20e878f51 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:50:30.530021 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-bba4d4c4-baab-4eb3-8a03-c857788fdc6e req-12168980-5d01-4f6f-86b7-4ab20e878f51 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=98098ee8-c38f-4d5c-b59c-21b6d07b4b26 HTTP/1.1" status: 200 len: 945 time: 0.0897298 Jun 10 18:50:30.532877 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-c6c0139e-fd68-4d80-a125-f4bf221be96f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:30.540377 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-c6c0139e-fd68-4d80-a125-f4bf221be96f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:30.545122 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-c6c0139e-fd68-4d80-a125-f4bf221be96f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/642f4e91-6f25-40a1-a9a6-22dc429a7160 HTTP/1.1" status: 204 len: 168 time: 0.1963181 Jun 10 18:50:30.546027 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-503b50a0-e0af-488f-a537-8d09fb7653f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:50:30.558643 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c0139e-fd68-4d80-a125-f4bf221be96f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=642f4e91-6f25-40a1-a9a6-22dc429a7160,revision_number=None']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:50:30.562105 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-c6c0139e-fd68-4d80-a125-f4bf221be96f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:50:30.589813 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-bba4d4c4-baab-4eb3-8a03-c857788fdc6e req-defb3cc5-ca1a-4d1b-8c9f-49a4fe23f8fa tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547493 Jun 10 18:50:30.848704 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 49252) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:50:30.864938 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-799dfd3a-92a3-4e97-a129-9ec4a17bcccf admin admin] Notify callbacks [] for security_group, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:30.961103 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-799dfd3a-92a3-4e97-a129-9ec4a17bcccf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:30.964670 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-799dfd3a-92a3-4e97-a129-9ec4a17bcccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:30.966914 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-a82e7ae1-d78d-429a-bd2e-b87de8880f06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:50:31.004399 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799dfd3a-92a3-4e97-a129-9ec4a17bcccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d15bce6-85cd-4711-ba44-26d7f048cab5,revision_number=1']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:50:31.008546 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-799dfd3a-92a3-4e97-a129-9ec4a17bcccf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:50:31.010935 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-799dfd3a-92a3-4e97-a129-9ec4a17bcccf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f09977e6a00a4cae90636a8bd037d315&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1610153 Jun 10 18:50:31.013527 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 49254) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:50:31.065483 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-a84dd284-e8b7-4b4d-b33e-24bc099ac9b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:31.090235 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-a84dd284-e8b7-4b4d-b33e-24bc099ac9b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:31.201595 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de2ed42-bf2f-47dd-8044-c14626e078b6 req-83f7d112-7007-4a27-9b41-d9a433d8e162 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:50:31.203184 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-1de2ed42-bf2f-47dd-8044-c14626e078b6 req-83f7d112-7007-4a27-9b41-d9a433d8e162 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/ports?device_id=2287ee15-f1bb-4205-b05f-4482b33f522e HTTP/1.1" status: 200 len: 945 time: 0.0780165 Jun 10 18:50:31.252237 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-1de2ed42-bf2f-47dd-8044-c14626e078b6 req-443652cf-f2c3-4ef1-97f9-e9c164004390 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/security-groups?id=06502357-ff4c-485b-91b1-561d1bbe6894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430303 Jun 10 18:50:31.377833 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-a84dd284-e8b7-4b4d-b33e-24bc099ac9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:31.380557 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-a84dd284-e8b7-4b4d-b33e-24bc099ac9b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:31.381875 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-a84dd284-e8b7-4b4d-b33e-24bc099ac9b8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4d15bce6-85cd-4711-ba44-26d7f048cab5 HTTP/1.1" status: 204 len: 168 time: 0.3673446 Jun 10 18:50:31.382807 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-cdcc4c5e-dec7-4d66-b6cb-9407d3704c88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:50:31.394871 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84dd284-e8b7-4b4d-b33e-24bc099ac9b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d15bce6-85cd-4711-ba44-26d7f048cab5,revision_number=None']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:50:31.405169 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-a84dd284-e8b7-4b4d-b33e-24bc099ac9b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:50:31.767745 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 49276) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:50:31.783571 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-a1166855-62a5-45fc-a593-121be113cd86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:31.796245 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0a2f42-df91-47eb-80d5-5c41e47ef17c req-136e833c-5dc7-4f5a-b075-81007aeee9b9 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:50:31.797795 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-bb0a2f42-df91-47eb-80d5-5c41e47ef17c req-136e833c-5dc7-4f5a-b075-81007aeee9b9 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=98098ee8-c38f-4d5c-b59c-21b6d07b4b26 HTTP/1.1" status: 200 len: 945 time: 0.0840917 Jun 10 18:50:31.844460 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-bb0a2f42-df91-47eb-80d5-5c41e47ef17c req-0b902537-4a2d-470b-a5c7-f552d3a81521 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391307 Jun 10 18:50:31.898144 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-a1166855-62a5-45fc-a593-121be113cd86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:31.901921 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-a1166855-62a5-45fc-a593-121be113cd86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:31.904971 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-799dfd3a-92a3-4e97-a129-9ec4a17bcccf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:50:31.946680 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-a1166855-62a5-45fc-a593-121be113cd86 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6c698ca3302a465cbc635e71d03d9ad2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1777925 Jun 10 18:50:31.947556 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1166855-62a5-45fc-a593-121be113cd86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47418281-2700-431d-82c2-bec4929eab17,revision_number=1']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:50:31.952659 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 49278) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:50:31.954972 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-a1166855-62a5-45fc-a593-121be113cd86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:50:32.005161 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-61102fd4-58f9-40cb-b0b5-b6bbb9251030 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:32.027801 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-61102fd4-58f9-40cb-b0b5-b6bbb9251030 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:32.081363 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-61102fd4-58f9-40cb-b0b5-b6bbb9251030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:32.084126 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-61102fd4-58f9-40cb-b0b5-b6bbb9251030 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:32.085230 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-61102fd4-58f9-40cb-b0b5-b6bbb9251030 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/47418281-2700-431d-82c2-bec4929eab17 HTTP/1.1" status: 204 len: 168 time: 0.1316550 Jun 10 18:50:32.085966 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-9d698922-aa5b-4d04-b0f1-0e9def11acf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:50:32.094161 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61102fd4-58f9-40cb-b0b5-b6bbb9251030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47418281-2700-431d-82c2-bec4929eab17,revision_number=None']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:50:32.096386 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-61102fd4-58f9-40cb-b0b5-b6bbb9251030 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:50:32.763904 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 49306) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:50:32.864338 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.v2.base [None req-6da01b75-a507-42ae-a290-3af7108a1a99 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-562238170-network', 'tenant_id': '8fa25c8cde534a6a9acc3f658014058f'}} {{(pid=98184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:50:32.889525 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6da01b75-a507-42ae-a290-3af7108a1a99 admin admin] Made reservation on behalf of 8fa25c8cde534a6a9acc3f658014058f for: {'network': 1} {{(pid=98184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 18:50:32.891817 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-6da01b75-a507-42ae-a290-3af7108a1a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-941319'] for network, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:32.903662 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-6da01b75-a507-42ae-a290-3af7108a1a99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:32.954438 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.agents_db [None req-dd8e6269-3fd9-4915-b5ed-83e1f738bf4e None None] Agent healthcheck: found 6 active agents {{(pid=98187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 18:50:33.062940 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-6da01b75-a507-42ae-a290-3af7108a1a99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:33.067793 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-6da01b75-a507-42ae-a290-3af7108a1a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:33.076149 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-c2d295f1-2b09-40ac-b076-3f7ec8f04ca3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:50:33.106982 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59044937-05b5-47b7-b90a-03dc9d5521b2 req-3a1f5a63-cced-4145-ab71-d151cd4e5fbd tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:50:33.108433 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-59044937-05b5-47b7-b90a-03dc9d5521b2 req-3a1f5a63-cced-4145-ab71-d151cd4e5fbd tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=98098ee8-c38f-4d5c-b59c-21b6d07b4b26 HTTP/1.1" status: 200 len: 945 time: 0.1312618 Jun 10 18:50:33.109124 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6da01b75-a507-42ae-a290-3af7108a1a99 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=98184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 18:50:33.137496 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da01b75-a507-42ae-a290-3af7108a1a99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6bc7b4a-bc72-42f3-afbb-1c4965f0f943,revision_number=1']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:50:33.141462 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-6da01b75-a507-42ae-a290-3af7108a1a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881768'] for segment, precommit_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:33.141868 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.db.segments_db [None req-6da01b75-a507-42ae-a290-3af7108a1a99 admin admin] Added segment 58abb6c8-502f-4235-a5d6-142b20d61118 of type vlan for network 14d750dc-f13b-4ce7-a115-b7a35aca44f1 Jun 10 18:50:33.151825 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-6da01b75-a507-42ae-a290-3af7108a1a99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:50:33.213342 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-59044937-05b5-47b7-b90a-03dc9d5521b2 req-532e641c-c70d-4d4b-bd4c-b826a6ca3f79 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929098 Jun 10 18:50:33.214970 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-6da01b75-a507-42ae-a290-3af7108a1a99 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731578050973'] for network, precommit_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:33.247018 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-6da01b75-a507-42ae-a290-3af7108a1a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731739'] for network, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:33.248305 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da01b75-a507-42ae-a290-3af7108a1a99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:50:33.248878 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-6da01b75-a507-42ae-a290-3af7108a1a99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731712'] for network, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:33.251607 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:50:33.284516 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-6da01b75-a507-42ae-a290-3af7108a1a99 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5195055 Jun 10 18:50:33.287439 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 49314) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:50:33.293864 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.v2.base [None req-db1d2eb3-7541-47e6-be5b-f74b20527736 admin admin] Request body: {'subnet': {'network_id': '14d750dc-f13b-4ce7-a115-b7a35aca44f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-562238170-subnet', 'tenant_id': '8fa25c8cde534a6a9acc3f658014058f', 'ip_version': 4}} {{(pid=98185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:50:33.313482 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db1d2eb3-7541-47e6-be5b-f74b20527736 admin admin] Made reservation on behalf of 8fa25c8cde534a6a9acc3f658014058f for: {'subnet': 1} {{(pid=98185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 18:50:33.315766 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-db1d2eb3-7541-47e6-be5b-f74b20527736 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:33.333959 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da01b75-a507-42ae-a290-3af7108a1a99 admin admin] Pushing event updated for resources: {'Network': ['ID=14d750dc-f13b-4ce7-a115-b7a35aca44f1,revision_number=1']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:50:33.337569 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-6da01b75-a507-42ae-a290-3af7108a1a99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:50:33.349091 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Network 14d750dc-f13b-4ce7-a115-b7a35aca44f1 details requested by agent ovs-agent-dv-cinder-786260-4-iscsi with host dv-cinder-786260-4-iscsi {{(pid=98186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 18:50:33.545001 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-db1d2eb3-7541-47e6-be5b-f74b20527736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730'] for subnet, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:33.547967 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-15526d08-c4be-458a-be5e-745dce399a23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:50:33.617297 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1d2eb3-7541-47e6-be5b-f74b20527736 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34f7ba08-2729-4feb-bb78-9a13b8a0814c,revision_number=0']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:50:33.621309 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-db1d2eb3-7541-47e6-be5b-f74b20527736 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:50:33.624986 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1d2eb3-7541-47e6-be5b-f74b20527736 admin admin] Checking segment: {'id': '58abb6c8-502f-4235-a5d6-142b20d61118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '14d750dc-f13b-4ce7-a115-b7a35aca44f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 18:50:33.625340 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1d2eb3-7541-47e6-be5b-f74b20527736 admin admin] Network hostable DHCP agents. Network: 14d750dc-f13b-4ce7-a115-b7a35aca44f1, hostable agents: ['32d11a73-8882-47f0-8c19-15a088a2f1dc'], hosted agents: [] {{(pid=98185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 18:50:33.642445 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1d2eb3-7541-47e6-be5b-f74b20527736 admin admin] Network 14d750dc-f13b-4ce7-a115-b7a35aca44f1 is scheduled to be hosted by DHCP agent 32d11a73-8882-47f0-8c19-15a088a2f1dc with binding_index 1 {{(pid=98185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 18:50:33.654780 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.base_scheduler [None req-db1d2eb3-7541-47e6-be5b-f74b20527736 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-4-iscsi, 14d750dc-f13b-4ce7-a115-b7a35aca44f1) {{(pid=98185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 18:50:33.659956 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1d2eb3-7541-47e6-be5b-f74b20527736 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:50:33.660536 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-db1d2eb3-7541-47e6-be5b-f74b20527736 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:33.666481 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebdbe8c5-ac4d-4526-b128-90ad638d391a None None] Network 14d750dc-f13b-4ce7-a115-b7a35aca44f1 requested from dv-cinder-786260-4-iscsi {{(pid=98186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 18:50:33.690107 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-db1d2eb3-7541-47e6-be5b-f74b20527736 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4003651 Jun 10 18:50:33.690926 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 49320) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:50:33.696205 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.v2.base [None req-dc79c77c-03ca-4c7f-a1a0-30822749494e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-562238170-router', 'tenant_id': '8fa25c8cde534a6a9acc3f658014058f', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d'}}} {{(pid=98184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:50:33.720007 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-dc79c77c-03ca-4c7f-a1a0-30822749494e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4031469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25378'] for router, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:33.721156 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-dc79c77c-03ca-4c7f-a1a0-30822749494e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4031304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4045498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4061363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25387'] for router, precommit_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:33.787712 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-dc79c77c-03ca-4c7f-a1a0-30822749494e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:33.888052 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37806ce6-8bf4-402f-b4c4-d956aafc0ea0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb210373e-bde5-52cb-bc22-9269e2ef8f47-14d750dc-f13b-4ce7-a115-b7a35aca44f1', 'network_id': '14d750dc-f13b-4ce7-a115-b7a35aca44f1', 'tenant_id': '8fa25c8cde534a6a9acc3f658014058f', 'fixed_ips': [{'subnet_id': '34f7ba08-2729-4feb-bb78-9a13b8a0814c'}]}} from dv-cinder-786260-4-iscsi. {{(pid=98186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 18:50:33.888873 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-37806ce6-8bf4-402f-b4c4-d956aafc0ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-941319'] for port, before_create {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:34.035841 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-dc79c77c-03ca-4c7f-a1a0-30822749494e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4045491', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4031455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25561'] for router, precommit_update {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:34.089706 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.db_base_plugin_common [None req-37806ce6-8bf4-402f-b4c4-d956aafc0ea0 None None] Allocated IP 172.20.0.2 (14d750dc-f13b-4ce7-a115-b7a35aca44f1/34f7ba08-2729-4feb-bb78-9a13b8a0814c/754876fb-1456-4755-9583-a3af0baca4f7) {{(pid=98186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 18:50:34.296564 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-37806ce6-8bf4-402f-b4c4-d956aafc0ea0 None None] Notify callbacks [] for port, precommit_create {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:34.311198 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-37806ce6-8bf4-402f-b4c4-d956aafc0ea0 None None] Transition to ACTIVE for port object 754876fb-1456-4755-9583-a3af0baca4f7 will not be triggered until provisioned by entity L2. {{(pid=98186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 18:50:34.327438 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-37806ce6-8bf4-402f-b4c4-d956aafc0ea0 None None] Transition to ACTIVE for port object 754876fb-1456-4755-9583-a3af0baca4f7 will not be triggered until provisioned by entity DHCP. {{(pid=98186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 18:50:34.336663 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-37806ce6-8bf4-402f-b4c4-d956aafc0ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-941510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578064406'] for port, after_create {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:34.340212 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:50:34.386025 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37806ce6-8bf4-402f-b4c4-d956aafc0ea0 None None] Network 14d750dc-f13b-4ce7-a115-b7a35aca44f1 is already hosted by enough agents. {{(pid=98186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 18:50:34.388247 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-dc79c77c-03ca-4c7f-a1a0-30822749494e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:34.391234 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.scheduler.base_scheduler [None req-37806ce6-8bf4-402f-b4c4-d956aafc0ea0 None None] Resources bound (agent type, host, resource id): {{(pid=98186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 18:50:34.395525 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37806ce6-8bf4-402f-b4c4-d956aafc0ea0 None None] Received port after_create {{(pid=98186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 18:50:34.420177 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-dc79c77c-03ca-4c7f-a1a0-30822749494e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-941319'] for port, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:34.432257 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37806ce6-8bf4-402f-b4c4-d956aafc0ea0 None None] Pushing event updated for resources: {'Port': ['ID=754876fb-1456-4755-9583-a3af0baca4f7,revision_number=1']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:50:34.437405 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-37806ce6-8bf4-402f-b4c4-d956aafc0ea0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:50:34.443141 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8db0846-1005-42ff-bfe2-7c5aa1015b66 req-e6484cbc-52fc-452d-8c34-e95cf2cf0835 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:50:34.444917 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-b8db0846-1005-42ff-bfe2-7c5aa1015b66 req-e6484cbc-52fc-452d-8c34-e95cf2cf0835 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=98098ee8-c38f-4d5c-b59c-21b6d07b4b26 HTTP/1.1" status: 200 len: 945 time: 0.0844643 Jun 10 18:50:34.480065 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.managers [None req-37806ce6-8bf4-402f-b4c4-d956aafc0ea0 None None] Attempting to bind port 754876fb-1456-4755-9583-a3af0baca4f7 on host dv-cinder-786260-4-iscsi for vnic_type normal with profile {{(pid=98186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 18:50:34.480278 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.managers [None req-37806ce6-8bf4-402f-b4c4-d956aafc0ea0 None None] Attempting to bind port 754876fb-1456-4755-9583-a3af0baca4f7 by drivers openvswitch,hyperv on host dv-cinder-786260-4-iscsi at level 0 using segments [{'id': '58abb6c8-502f-4235-a5d6-142b20d61118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '14d750dc-f13b-4ce7-a115-b7a35aca44f1'}] {{(pid=98186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 18:50:34.480797 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37806ce6-8bf4-402f-b4c4-d956aafc0ea0 None None] Attempting to bind port 754876fb-1456-4755-9583-a3af0baca4f7 on network 14d750dc-f13b-4ce7-a115-b7a35aca44f1 {{(pid=98186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 18:50:34.489523 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37806ce6-8bf4-402f-b4c4-d956aafc0ea0 None None] Checking agent: {'id': '0a9461fa-5aa1-4bfe-a01a-9192fdaa924f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 18, 39, 44), 'started_at': datetime.datetime(2021, 6, 10, 18, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 18, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 18:50:34.489908 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37806ce6-8bf4-402f-b4c4-d956aafc0ea0 None None] Checking segment: {'id': '58abb6c8-502f-4235-a5d6-142b20d61118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '14d750dc-f13b-4ce7-a115-b7a35aca44f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 18:50:34.490334 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-37806ce6-8bf4-402f-b4c4-d956aafc0ea0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:34.490938 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37806ce6-8bf4-402f-b4c4-d956aafc0ea0 None None] Bound using segment: {'id': '58abb6c8-502f-4235-a5d6-142b20d61118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '14d750dc-f13b-4ce7-a115-b7a35aca44f1'} {{(pid=98186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 18:50:34.491568 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.managers [None req-37806ce6-8bf4-402f-b4c4-d956aafc0ea0 None None] Bound port: 754876fb-1456-4755-9583-a3af0baca4f7, host: dv-cinder-786260-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58abb6c8-502f-4235-a5d6-142b20d61118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '14d750dc-f13b-4ce7-a115-b7a35aca44f1'}}] {{(pid=98186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 18:50:34.491945 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-37806ce6-8bf4-402f-b4c4-d956aafc0ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:34.505541 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-b8db0846-1005-42ff-bfe2-7c5aa1015b66 req-bc691039-d1b9-436a-a0f8-e34179b51493 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543950 Jun 10 18:50:34.578651 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-37806ce6-8bf4-402f-b4c4-d956aafc0ea0 None None] For port 754876fb-1456-4755-9583-a3af0baca4f7, host dv-cinder-786260-4-iscsi, cleared binding levels {{(pid=98186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 18:50:34.580222 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.db.db_base_plugin_common [None req-dc79c77c-03ca-4c7f-a1a0-30822749494e admin admin] Allocated IP 172.27.3.216 (a2be77e0-c818-4f69-a7bb-de46a435f28d/dcf03c9b-e407-4813-8188-7ebc21a92a5e/9f74329f-9516-48df-b9ed-f247bebdd4fd) {{(pid=98184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 18:50:34.582217 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-37806ce6-8bf4-402f-b4c4-d956aafc0ea0 None None] For port 754876fb-1456-4755-9583-a3af0baca4f7, host dv-cinder-786260-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-4-iscsi',level=0,port_id=754876fb-1456-4755-9583-a3af0baca4f7,segment=NetworkSegment(58abb6c8-502f-4235-a5d6-142b20d61118),segment_id=58abb6c8-502f-4235-a5d6-142b20d61118)] {{(pid=98186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 18:50:34.586327 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-37806ce6-8bf4-402f-b4c4-d956aafc0ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:34.588987 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:50:34.656413 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37806ce6-8bf4-402f-b4c4-d956aafc0ea0 None None] Pushing event updated for resources: {'Port': ['ID=754876fb-1456-4755-9583-a3af0baca4f7,revision_number=2']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:50:34.663764 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-37806ce6-8bf4-402f-b4c4-d956aafc0ea0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:50:34.727121 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-dc79c77c-03ca-4c7f-a1a0-30822749494e admin admin] Notify callbacks [] for port, precommit_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:34.769282 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-dc79c77c-03ca-4c7f-a1a0-30822749494e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-941510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578064406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12374076'] for port, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:34.771569 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:50:34.823454 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc79c77c-03ca-4c7f-a1a0-30822749494e admin admin] Network a2be77e0-c818-4f69-a7bb-de46a435f28d is already hosted by enough agents. {{(pid=98184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 18:50:34.830347 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.scheduler.base_scheduler [None req-dc79c77c-03ca-4c7f-a1a0-30822749494e admin admin] Resources bound (agent type, host, resource id): {{(pid=98184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 18:50:34.835541 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc79c77c-03ca-4c7f-a1a0-30822749494e admin admin] Pushing event updated for resources: {'Port': ['ID=9f74329f-9516-48df-b9ed-f247bebdd4fd,revision_number=1']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:50:34.839344 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc79c77c-03ca-4c7f-a1a0-30822749494e admin admin] Received port after_create {{(pid=98184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 18:50:34.867569 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-dc79c77c-03ca-4c7f-a1a0-30822749494e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:50:35.183016 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-dc79c77c-03ca-4c7f-a1a0-30822749494e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:35.473701 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-dc79c77c-03ca-4c7f-a1a0-30822749494e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4031444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4045819'] for router, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:35.601269 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7038f1d7-47a9-4a0d-b1e3-bda35047d9a5 None None] Network 14d750dc-f13b-4ce7-a115-b7a35aca44f1 requested from dv-cinder-786260-4-iscsi {{(pid=98186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 18:50:35.707713 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-b3f7f08f-079b-41e2-9679-9220c04f5a3f None None] Provisioning for port 754876fb-1456-4755-9583-a3af0baca4f7 completed by entity DHCP. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 18:50:35.874565 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Device 754876fb-1456-4755-9583-a3af0baca4f7 up at agent ovs-agent-dv-cinder-786260-4-iscsi {{(pid=98186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 18:50:35.937185 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Provisioning for port 754876fb-1456-4755-9583-a3af0baca4f7 completed by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 18:50:35.942011 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Provisioning complete for port 754876fb-1456-4755-9583-a3af0baca4f7 triggered by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 18:50:35.942499 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:35.951870 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d313e342-4be8-4dad-85bf-0a89e46f5752 req-588f0022-afbe-4b6f-bbe9-3965f4de58de tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:50:35.957988 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-d313e342-4be8-4dad-85bf-0a89e46f5752 req-588f0022-afbe-4b6f-bbe9-3965f4de58de tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=98098ee8-c38f-4d5c-b59c-21b6d07b4b26 HTTP/1.1" status: 200 len: 945 time: 0.1247497 Jun 10 18:50:36.003350 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc79c77c-03ca-4c7f-a1a0-30822749494e admin admin] Router eaa19a91-ed7e-451b-963c-7ebb325418c4 is scheduled to L3 agent 1661496b-b13c-41e5-8e80-f6a07c138e01 with binding_index 1 {{(pid=98184) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 18:50:36.023941 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-d313e342-4be8-4dad-85bf-0a89e46f5752 req-2a2a2ca7-f08d-494e-9688-b9bf6ded7de4 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608552 Jun 10 18:50:36.057624 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:36.093326 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] For port 754876fb-1456-4755-9583-a3af0baca4f7, host dv-cinder-786260-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-4-iscsi',level=0,port_id=754876fb-1456-4755-9583-a3af0baca4f7,segment=NetworkSegment(58abb6c8-502f-4235-a5d6-142b20d61118),segment_id=58abb6c8-502f-4235-a5d6-142b20d61118)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:50:36.097115 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:36.099058 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:50:36.161277 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Pushing event updated for resources: {'Port': ['ID=754876fb-1456-4755-9583-a3af0baca4f7,revision_number=3']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:50:36.165060 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:50:36.165849 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-949f11a1-1d7b-4c1d-b657-46033256f5d6 None None] Provisioning complete for port 754876fb-1456-4755-9583-a3af0baca4f7 triggered by entity DHCP. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 18:50:36.166241 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-949f11a1-1d7b-4c1d-b657-46033256f5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:36.175438 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc79c77c-03ca-4c7f-a1a0-30822749494e admin admin] Notify agent at l3_agent.dv-cinder-786260-4-iscsi the message routers_updated {{(pid=98184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 18:50:36.185273 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec98049-0adc-498d-9a22-a7d35e064dd0 None None] Sync routers for ids ['eaa19a91-ed7e-451b-963c-7ebb325418c4'] in dv-cinder-786260-4-iscsi {{(pid=98187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 18:50:36.193085 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-dc79c77c-03ca-4c7f-a1a0-30822749494e admin admin] Notify callbacks [] for router, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:36.195306 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-dc79c77c-03ca-4c7f-a1a0-30822749494e admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5029209 Jun 10 18:50:36.197425 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 49354) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:50:36.200031 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec98049-0adc-498d-9a22-a7d35e064dd0 None None] Routers {'eaa19a91-ed7e-451b-963c-7ebb325418c4'} bound to L3 agent in host dv-cinder-786260-4-iscsi {{(pid=98187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 18:50:36.200654 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_hamode_db [None req-8ec98049-0adc-498d-9a22-a7d35e064dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T18:39:44Z,description=,heartbeat_timestamp=2021-06-10T18:50:14Z,host='dv-cinder-786260-4-iscsi',id=1661496b-b13c-41e5-8e80-f6a07c138e01,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T18:39:44Z,topic='l3_agent')) {'router_ids': ['eaa19a91-ed7e-451b-963c-7ebb325418c4'], 'active': True} {{(pid=98187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:50:36.348298 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_dvr_db [None req-8ec98049-0adc-498d-9a22-a7d35e064dd0 None None] Set router eaa19a91-ed7e-451b-963c-7ebb325418c4 gateway port host: dv-cinder-786260-4-iscsi {{(pid=98187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 18:50:36.686087 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_hamode_db [None req-8ec98049-0adc-498d-9a22-a7d35e064dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaa19a91-ed7e-451b-963c-7ebb325418c4', 'name': 'tempest-TestMinimumBasicScenario-562238170-router', 'tenant_id': '8fa25c8cde534a6a9acc3f658014058f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '9f74329f-9516-48df-b9ed-f247bebdd4fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T18:50:33Z', 'updated_at': '2021-06-10T18:50:35Z', 'revision_number': 3, 'project_id': '8fa25c8cde534a6a9acc3f658014058f', 'gw_port': {'id': '9f74329f-9516-48df-b9ed-f247bebdd4fd', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d7:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaa19a91-ed7e-451b-963c-7ebb325418c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:50:34Z', 'updated_at': '2021-06-10T18:50:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi'}], 'dv-cinder-786260-4-iscsi', False) {} {{(pid=98187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:50:36.689298 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec98049-0adc-498d-9a22-a7d35e064dd0 None None] Checking router: eaa19a91-ed7e-451b-963c-7ebb325418c4 for host: dv-cinder-786260-4-iscsi {{(pid=98187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 18:50:36.689764 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec98049-0adc-498d-9a22-a7d35e064dd0 None None] Updating router eaa19a91-ed7e-451b-963c-7ebb325418c4 port 9f74329f-9516-48df-b9ed-f247bebdd4fd binding host dv-cinder-786260-4-iscsi {{(pid=98187) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 18:50:36.743774 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron_lib.callbacks.manager [None req-8ec98049-0adc-498d-9a22-a7d35e064dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:36.798764 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-fdac0eef-fd1f-470c-baa1-c9a2880bac80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-941319'] for port, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:36.986389 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.db.db_base_plugin_common [None req-fdac0eef-fd1f-470c-baa1-c9a2880bac80 admin admin] Allocated IP 172.20.0.1 (14d750dc-f13b-4ce7-a115-b7a35aca44f1/34f7ba08-2729-4feb-bb78-9a13b8a0814c/61be99a6-a09f-4e25-b50e-2c0d6187cd00) {{(pid=98184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 18:50:37.048355 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron_lib.callbacks.manager [None req-8ec98049-0adc-498d-9a22-a7d35e064dd0 None None] Notify callbacks [] for port, precommit_update {{(pid=98187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:37.059707 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.provisioning_blocks [None req-8ec98049-0adc-498d-9a22-a7d35e064dd0 None None] Transition to ACTIVE for port object 9f74329f-9516-48df-b9ed-f247bebdd4fd will not be triggered until provisioned by entity L2. {{(pid=98187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 18:50:37.066832 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron_lib.callbacks.manager [None req-8ec98049-0adc-498d-9a22-a7d35e064dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:37.072342 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG oslo_concurrency.lockutils [None req-4174e431-5e0f-4533-bb69-449340716c48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:50:37.123840 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-fdac0eef-fd1f-470c-baa1-c9a2880bac80 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:37.134694 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65557b51-a4aa-44ea-848f-2c98ab968897 None None] Pushing event updated for resources: {'Port': ['ID=9f74329f-9516-48df-b9ed-f247bebdd4fd,revision_number=2']} {{(pid=98187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:50:37.138491 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.db.provisioning_blocks [None req-fdac0eef-fd1f-470c-baa1-c9a2880bac80 admin admin] Transition to ACTIVE for port object 61be99a6-a09f-4e25-b50e-2c0d6187cd00 will not be triggered until provisioned by entity DHCP. {{(pid=98184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 18:50:37.139956 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.plugins.ml2.managers [None req-8ec98049-0adc-498d-9a22-a7d35e064dd0 None None] Attempting to bind port 9f74329f-9516-48df-b9ed-f247bebdd4fd on host dv-cinder-786260-4-iscsi for vnic_type normal with profile {{(pid=98187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 18:50:37.140367 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.plugins.ml2.managers [None req-8ec98049-0adc-498d-9a22-a7d35e064dd0 None None] Attempting to bind port 9f74329f-9516-48df-b9ed-f247bebdd4fd by drivers openvswitch,hyperv on host dv-cinder-786260-4-iscsi at level 0 using segments [{'id': '151ae908-95e4-46a8-8b94-d201ec410581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d'}] {{(pid=98187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 18:50:37.140834 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec98049-0adc-498d-9a22-a7d35e064dd0 None None] Attempting to bind port 9f74329f-9516-48df-b9ed-f247bebdd4fd on network a2be77e0-c818-4f69-a7bb-de46a435f28d {{(pid=98187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 18:50:37.148459 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65557b51-a4aa-44ea-848f-2c98ab968897 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:50:37.148865 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65557b51-a4aa-44ea-848f-2c98ab968897 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:50:37.149207 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65557b51-a4aa-44ea-848f-2c98ab968897 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:50:37.149689 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65557b51-a4aa-44ea-848f-2c98ab968897 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:50:37.149895 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65557b51-a4aa-44ea-848f-2c98ab968897 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:50:37.150224 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65557b51-a4aa-44ea-848f-2c98ab968897 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:50:37.150760 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65557b51-a4aa-44ea-848f-2c98ab968897 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:50:37.150882 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65557b51-a4aa-44ea-848f-2c98ab968897 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:50:37.151202 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65557b51-a4aa-44ea-848f-2c98ab968897 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:50:37.151529 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65557b51-a4aa-44ea-848f-2c98ab968897 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:50:37.151843 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65557b51-a4aa-44ea-848f-2c98ab968897 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:50:37.152190 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65557b51-a4aa-44ea-848f-2c98ab968897 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:50:37.156884 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG oslo_concurrency.lockutils [None req-65557b51-a4aa-44ea-848f-2c98ab968897 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:50:37.158174 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec98049-0adc-498d-9a22-a7d35e064dd0 None None] Checking agent: {'id': '0a9461fa-5aa1-4bfe-a01a-9192fdaa924f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 18, 39, 44), 'started_at': datetime.datetime(2021, 6, 10, 18, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 18, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 18:50:37.158554 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec98049-0adc-498d-9a22-a7d35e064dd0 None None] Checking segment: {'id': '151ae908-95e4-46a8-8b94-d201ec410581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 18:50:37.159050 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron_lib.callbacks.manager [None req-8ec98049-0adc-498d-9a22-a7d35e064dd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:37.159455 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec98049-0adc-498d-9a22-a7d35e064dd0 None None] Bound using segment: {'id': '151ae908-95e4-46a8-8b94-d201ec410581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d'} {{(pid=98187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 18:50:37.159914 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.plugins.ml2.managers [None req-8ec98049-0adc-498d-9a22-a7d35e064dd0 None None] Bound port: 9f74329f-9516-48df-b9ed-f247bebdd4fd, host: dv-cinder-786260-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '151ae908-95e4-46a8-8b94-d201ec410581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d'}}] {{(pid=98187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 18:50:37.160289 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron_lib.callbacks.manager [None req-8ec98049-0adc-498d-9a22-a7d35e064dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:37.180256 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-fdac0eef-fd1f-470c-baa1-c9a2880bac80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-941510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578064406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12374076'] for port, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:37.182314 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:50:37.221221 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.plugins.ml2.db [None req-8ec98049-0adc-498d-9a22-a7d35e064dd0 None None] For port 9f74329f-9516-48df-b9ed-f247bebdd4fd, host dv-cinder-786260-4-iscsi, cleared binding levels {{(pid=98187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 18:50:37.224439 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.plugins.ml2.db [None req-8ec98049-0adc-498d-9a22-a7d35e064dd0 None None] For port 9f74329f-9516-48df-b9ed-f247bebdd4fd, host dv-cinder-786260-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-4-iscsi',level=0,port_id=9f74329f-9516-48df-b9ed-f247bebdd4fd,segment=NetworkSegment(151ae908-95e4-46a8-8b94-d201ec410581),segment_id=151ae908-95e4-46a8-8b94-d201ec410581)] {{(pid=98187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 18:50:37.229022 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdac0eef-fd1f-470c-baa1-c9a2880bac80 admin admin] Network 14d750dc-f13b-4ce7-a115-b7a35aca44f1 is already hosted by enough agents. {{(pid=98184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 18:50:37.229378 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron_lib.callbacks.manager [None req-8ec98049-0adc-498d-9a22-a7d35e064dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:37.231471 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fb53d6-d2de-4095-b59b-cc28e181e0e4 req-cb4e5efe-8080-4b03-a5b6-1940d9d3c1ad tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:50:37.231967 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG oslo_concurrency.lockutils [None req-65557b51-a4aa-44ea-848f-2c98ab968897 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:50:37.232067 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.scheduler.base_scheduler [None req-fdac0eef-fd1f-470c-baa1-c9a2880bac80 admin admin] Resources bound (agent type, host, resource id): {{(pid=98184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 18:50:37.236251 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdac0eef-fd1f-470c-baa1-c9a2880bac80 admin admin] Received port after_create {{(pid=98184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 18:50:37.239680 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-f2fb53d6-d2de-4095-b59b-cc28e181e0e4 req-cb4e5efe-8080-4b03-a5b6-1940d9d3c1ad tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=98098ee8-c38f-4d5c-b59c-21b6d07b4b26 HTTP/1.1" status: 200 len: 945 time: 0.0820632 Jun 10 18:50:37.242376 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdac0eef-fd1f-470c-baa1-c9a2880bac80 admin admin] Pushing event updated for resources: {'Port': ['ID=61be99a6-a09f-4e25-b50e-2c0d6187cd00,revision_number=1']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:50:37.275790 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-fdac0eef-fd1f-470c-baa1-c9a2880bac80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:50:37.287191 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-f2fb53d6-d2de-4095-b59b-cc28e181e0e4 req-b59a7549-fa3c-4d8b-a633-4c7303a96337 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465620 Jun 10 18:50:37.298153 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65557b51-a4aa-44ea-848f-2c98ab968897 None None] Pushing event updated for resources: {'Port': ['ID=9f74329f-9516-48df-b9ed-f247bebdd4fd,revision_number=3']} {{(pid=98187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:50:37.299972 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-fdac0eef-fd1f-470c-baa1-c9a2880bac80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4032828'] for router_interface, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:37.301161 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG oslo_concurrency.lockutils [None req-65557b51-a4aa-44ea-848f-2c98ab968897 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:50:37.316900 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec98049-0adc-498d-9a22-a7d35e064dd0 None None] Routers {'eaa19a91-ed7e-451b-963c-7ebb325418c4'} bound to L3 agent in host dv-cinder-786260-4-iscsi {{(pid=98187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 18:50:37.317562 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_hamode_db [None req-8ec98049-0adc-498d-9a22-a7d35e064dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T18:39:44Z,description=,heartbeat_timestamp=2021-06-10T18:50:14Z,host='dv-cinder-786260-4-iscsi',id=1661496b-b13c-41e5-8e80-f6a07c138e01,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T18:39:44Z,topic='l3_agent')) {'router_ids': ['eaa19a91-ed7e-451b-963c-7ebb325418c4'], 'active': True} {{(pid=98187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:50:37.482460 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_dvr_db [None req-8ec98049-0adc-498d-9a22-a7d35e064dd0 None None] Set router eaa19a91-ed7e-451b-963c-7ebb325418c4 gateway port host: dv-cinder-786260-4-iscsi {{(pid=98187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 18:50:37.521130 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-fdac0eef-fd1f-470c-baa1-c9a2880bac80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:37.523635 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-3f177562-56b0-4167-9c53-05320899c796 None None] Provisioning for port 61be99a6-a09f-4e25-b50e-2c0d6187cd00 completed by entity DHCP. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 18:50:37.527720 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-3f177562-56b0-4167-9c53-05320899c796 None None] Provisioning complete for port 61be99a6-a09f-4e25-b50e-2c0d6187cd00 triggered by entity DHCP. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 18:50:37.528244 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-3f177562-56b0-4167-9c53-05320899c796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:37.572154 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.plugin [None req-3f177562-56b0-4167-9c53-05320899c796 None None] Port 61be99a6-a09f-4e25-b50e-2c0d6187cd00 cannot update to ACTIVE because it is not bound. {{(pid=98186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 18:50:37.737205 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-fdac0eef-fd1f-470c-baa1-c9a2880bac80 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:37.742783 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-fdac0eef-fd1f-470c-baa1-c9a2880bac80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12374062'] for port, after_update {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:37.745754 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_hamode_db [None req-8ec98049-0adc-498d-9a22-a7d35e064dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaa19a91-ed7e-451b-963c-7ebb325418c4', 'name': 'tempest-TestMinimumBasicScenario-562238170-router', 'tenant_id': '8fa25c8cde534a6a9acc3f658014058f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '9f74329f-9516-48df-b9ed-f247bebdd4fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T18:50:33Z', 'updated_at': '2021-06-10T18:50:35Z', 'revision_number': 3, 'project_id': '8fa25c8cde534a6a9acc3f658014058f', 'gw_port': {'id': '9f74329f-9516-48df-b9ed-f247bebdd4fd', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d7:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaa19a91-ed7e-451b-963c-7ebb325418c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:50:34Z', 'updated_at': '2021-06-10T18:50:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi'}], 'dv-cinder-786260-4-iscsi', False) {} {{(pid=98187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:50:37.745948 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-fdac0eef-fd1f-470c-baa1-c9a2880bac80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:50:37.748990 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec98049-0adc-498d-9a22-a7d35e064dd0 None None] The sync data for ids ['eaa19a91-ed7e-451b-963c-7ebb325418c4'] in dv-cinder-786260-4-iscsi is: [{'id': 'eaa19a91-ed7e-451b-963c-7ebb325418c4', 'name': 'tempest-TestMinimumBasicScenario-562238170-router', 'tenant_id': '8fa25c8cde534a6a9acc3f658014058f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '9f74329f-9516-48df-b9ed-f247bebdd4fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T18:50:33Z', 'updated_at': '2021-06-10T18:50:35Z', 'revision_number': 3, 'project_id': '8fa25c8cde534a6a9acc3f658014058f', 'gw_port': {'id': '9f74329f-9516-48df-b9ed-f247bebdd4fd', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d7:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaa19a91-ed7e-451b-963c-7ebb325418c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:50:34Z', 'updated_at': '2021-06-10T18:50:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi'}] {{(pid=98187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 18:50:37.831170 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-fdac0eef-fd1f-470c-baa1-c9a2880bac80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4032840'] for router_interface, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:37.833153 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdac0eef-fd1f-470c-baa1-c9a2880bac80 admin admin] Pushing event updated for resources: {'Port': ['ID=61be99a6-a09f-4e25-b50e-2c0d6187cd00,revision_number=2']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:50:37.837609 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Device 754876fb-1456-4755-9583-a3af0baca4f7 up at agent ovs-agent-dv-cinder-786260-4-iscsi {{(pid=98186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 18:50:37.837772 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-fdac0eef-fd1f-470c-baa1-c9a2880bac80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:50:37.999539 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdac0eef-fd1f-470c-baa1-c9a2880bac80 admin admin] Network 14d750dc-f13b-4ce7-a115-b7a35aca44f1 is already hosted by enough agents. {{(pid=98184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 18:50:38.001114 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.scheduler.base_scheduler [None req-fdac0eef-fd1f-470c-baa1-c9a2880bac80 admin admin] Resources bound (agent type, host, resource id): {{(pid=98184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 18:50:38.062490 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Provisioning complete for port 754876fb-1456-4755-9583-a3af0baca4f7 triggered by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 18:50:38.062937 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:38.219132 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdac0eef-fd1f-470c-baa1-c9a2880bac80 admin admin] Router eaa19a91-ed7e-451b-963c-7ebb325418c4 has already been hosted by L3 agent 1661496b-b13c-41e5-8e80-f6a07c138e01 {{(pid=98184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 18:50:38.300839 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-c96eade9-dd02-4df7-9d12-e64963fc4484 None None] Provisioning complete for port 61be99a6-a09f-4e25-b50e-2c0d6187cd00 triggered by entity DHCP. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 18:50:38.301681 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-c96eade9-dd02-4df7-9d12-e64963fc4484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:38.356742 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.plugin [None req-c96eade9-dd02-4df7-9d12-e64963fc4484 None None] Port 61be99a6-a09f-4e25-b50e-2c0d6187cd00 cannot update to ACTIVE because it is not bound. {{(pid=98186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 18:50:38.380368 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdac0eef-fd1f-470c-baa1-c9a2880bac80 admin admin] Notify agent at l3_agent.dv-cinder-786260-4-iscsi the message routers_updated {{(pid=98184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 18:50:38.389397 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-fdac0eef-fd1f-470c-baa1-c9a2880bac80 admin admin] 10.222.0.15 "PUT /v2.0/routers/eaa19a91-ed7e-451b-963c-7ebb325418c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1909142 Jun 10 18:50:38.513904 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de3c4b-4914-46ac-9906-5e695acb71b6 req-2931564c-93de-4937-9d12-9f7e3bcdd539 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:50:38.515541 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-49de3c4b-4914-46ac-9906-5e695acb71b6 req-2931564c-93de-4937-9d12-9f7e3bcdd539 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=98098ee8-c38f-4d5c-b59c-21b6d07b4b26 HTTP/1.1" status: 200 len: 945 time: 0.0922384 Jun 10 18:50:38.569650 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-49de3c4b-4914-46ac-9906-5e695acb71b6 req-17d4970f-01d8-4ea9-a5a7-177d77c1bc54 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472958 Jun 10 18:50:38.899718 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 49410) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:50:38.904675 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.v2.base [None req-373f1b69-9b22-40fa-8d0a-9eb500657846 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1544938123-network', 'tenant_id': 'b4a97c5913844139b5da632bd347b1d6'}} {{(pid=98185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:50:38.924901 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-373f1b69-9b22-40fa-8d0a-9eb500657846 admin admin] Made reservation on behalf of b4a97c5913844139b5da632bd347b1d6 for: {'network': 1} {{(pid=98185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 18:50:38.927105 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-373f1b69-9b22-40fa-8d0a-9eb500657846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-941319'] for network, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:38.937799 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-373f1b69-9b22-40fa-8d0a-9eb500657846 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:39.036409 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-373f1b69-9b22-40fa-8d0a-9eb500657846 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:39.040258 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-373f1b69-9b22-40fa-8d0a-9eb500657846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:39.043375 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-13c20b9d-6b5b-41d2-b5e7-b2c99e901848 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:50:39.068667 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-373f1b69-9b22-40fa-8d0a-9eb500657846 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=98185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 18:50:39.079915 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373f1b69-9b22-40fa-8d0a-9eb500657846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2cfd20a-763c-4b08-a1f1-740f6a096a20,revision_number=1']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:50:39.084603 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-373f1b69-9b22-40fa-8d0a-9eb500657846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881768'] for segment, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:39.085140 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.db.segments_db [None req-373f1b69-9b22-40fa-8d0a-9eb500657846 admin admin] Added segment b0b4ed26-20ec-445e-98ea-580f4ad54998 of type vlan for network 18baacea-6e42-47c9-bfce-009df32d3f96 Jun 10 18:50:39.100529 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373f1b69-9b22-40fa-8d0a-9eb500657846 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:50:39.101025 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373f1b69-9b22-40fa-8d0a-9eb500657846 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:50:39.101622 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373f1b69-9b22-40fa-8d0a-9eb500657846 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:50:39.101996 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373f1b69-9b22-40fa-8d0a-9eb500657846 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:50:39.102356 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373f1b69-9b22-40fa-8d0a-9eb500657846 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:50:39.102715 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373f1b69-9b22-40fa-8d0a-9eb500657846 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:50:39.103087 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373f1b69-9b22-40fa-8d0a-9eb500657846 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:50:39.103443 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373f1b69-9b22-40fa-8d0a-9eb500657846 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:50:39.103797 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373f1b69-9b22-40fa-8d0a-9eb500657846 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:50:39.104146 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373f1b69-9b22-40fa-8d0a-9eb500657846 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:50:39.104494 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373f1b69-9b22-40fa-8d0a-9eb500657846 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:50:39.104843 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373f1b69-9b22-40fa-8d0a-9eb500657846 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:50:39.112709 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-373f1b69-9b22-40fa-8d0a-9eb500657846 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:50:39.155699 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-373f1b69-9b22-40fa-8d0a-9eb500657846 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731578050973'] for network, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:39.185736 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-373f1b69-9b22-40fa-8d0a-9eb500657846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731739'] for network, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:39.187055 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373f1b69-9b22-40fa-8d0a-9eb500657846 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:50:39.187665 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-373f1b69-9b22-40fa-8d0a-9eb500657846 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731712'] for network, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:39.189737 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:50:39.226876 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-373f1b69-9b22-40fa-8d0a-9eb500657846 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3260295 Jun 10 18:50:39.229651 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 49412) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:50:39.235142 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.v2.base [None req-4caf567a-2ce8-4c1d-a9c4-7961b430aea6 admin admin] Request body: {'subnet': {'network_id': '18baacea-6e42-47c9-bfce-009df32d3f96', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1544938123-subnet', 'tenant_id': 'b4a97c5913844139b5da632bd347b1d6', 'ip_version': 4}} {{(pid=98184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:50:39.257967 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4caf567a-2ce8-4c1d-a9c4-7961b430aea6 admin admin] Made reservation on behalf of b4a97c5913844139b5da632bd347b1d6 for: {'subnet': 1} {{(pid=98184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 18:50:39.260306 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-4caf567a-2ce8-4c1d-a9c4-7961b430aea6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740045'] for subnet, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:39.275747 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373f1b69-9b22-40fa-8d0a-9eb500657846 admin admin] Pushing event updated for resources: {'Network': ['ID=18baacea-6e42-47c9-bfce-009df32d3f96,revision_number=1']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:50:39.278614 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-373f1b69-9b22-40fa-8d0a-9eb500657846 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:50:39.287259 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Network 18baacea-6e42-47c9-bfce-009df32d3f96 details requested by agent ovs-agent-dv-cinder-786260-4-iscsi with host dv-cinder-786260-4-iscsi {{(pid=98186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 18:50:39.392342 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e977c462-b469-44b6-8c19-b89cd8fa9279 None None] Sync routers for ids ['eaa19a91-ed7e-451b-963c-7ebb325418c4'] in dv-cinder-786260-4-iscsi {{(pid=98186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 18:50:39.402379 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e977c462-b469-44b6-8c19-b89cd8fa9279 None None] Routers {'eaa19a91-ed7e-451b-963c-7ebb325418c4'} bound to L3 agent in host dv-cinder-786260-4-iscsi {{(pid=98186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 18:50:39.403010 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-e977c462-b469-44b6-8c19-b89cd8fa9279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T18:39:44Z,description=,heartbeat_timestamp=2021-06-10T18:50:14Z,host='dv-cinder-786260-4-iscsi',id=1661496b-b13c-41e5-8e80-f6a07c138e01,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T18:39:44Z,topic='l3_agent')) {'router_ids': ['eaa19a91-ed7e-451b-963c-7ebb325418c4'], 'active': True} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:50:39.468689 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-4caf567a-2ce8-4c1d-a9c4-7961b430aea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12374956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740059'] for subnet, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:39.471641 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-e4d3d389-665c-40cd-a47e-ecbf55772f27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:50:39.543213 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caf567a-2ce8-4c1d-a9c4-7961b430aea6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8148ad92-673e-4a5e-a70e-35ce3eb1210e,revision_number=0']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:50:39.552994 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-4caf567a-2ce8-4c1d-a9c4-7961b430aea6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:50:39.559337 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4caf567a-2ce8-4c1d-a9c4-7961b430aea6 admin admin] Checking segment: {'id': 'b0b4ed26-20ec-445e-98ea-580f4ad54998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '18baacea-6e42-47c9-bfce-009df32d3f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 18:50:39.560019 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4caf567a-2ce8-4c1d-a9c4-7961b430aea6 admin admin] Network hostable DHCP agents. Network: 18baacea-6e42-47c9-bfce-009df32d3f96, hostable agents: ['32d11a73-8882-47f0-8c19-15a088a2f1dc'], hosted agents: [] {{(pid=98184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 18:50:39.570155 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvr_db [None req-e977c462-b469-44b6-8c19-b89cd8fa9279 None None] Set router eaa19a91-ed7e-451b-963c-7ebb325418c4 gateway port host: dv-cinder-786260-4-iscsi {{(pid=98186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 18:50:39.577098 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4caf567a-2ce8-4c1d-a9c4-7961b430aea6 admin admin] Network 18baacea-6e42-47c9-bfce-009df32d3f96 is scheduled to be hosted by DHCP agent 32d11a73-8882-47f0-8c19-15a088a2f1dc with binding_index 1 {{(pid=98184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 18:50:39.588101 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.scheduler.base_scheduler [None req-4caf567a-2ce8-4c1d-a9c4-7961b430aea6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-4-iscsi, 18baacea-6e42-47c9-bfce-009df32d3f96) {{(pid=98184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 18:50:39.592863 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4caf567a-2ce8-4c1d-a9c4-7961b430aea6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:50:39.593682 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-4caf567a-2ce8-4c1d-a9c4-7961b430aea6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731712'] for subnet, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:39.611859 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-4caf567a-2ce8-4c1d-a9c4-7961b430aea6 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3810289 Jun 10 18:50:39.614432 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 49418) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:50:39.619599 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.v2.base [None req-7b353237-7255-4a48-8694-8833a8999b23 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1544938123-router', 'tenant_id': 'b4a97c5913844139b5da632bd347b1d6', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d'}}} {{(pid=98184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:50:39.628728 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81734ac-1eca-4a3b-80ad-549b4abe0962 req-293e10ba-a633-4600-b2a5-410132ae840d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:50:39.629572 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-f81734ac-1eca-4a3b-80ad-549b4abe0962 req-293e10ba-a633-4600-b2a5-410132ae840d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=98098ee8-c38f-4d5c-b59c-21b6d07b4b26 HTTP/1.1" status: 200 len: 1098 time: 0.0808828 Jun 10 18:50:39.641933 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7b0efe-c812-4ca4-bfda-00702603418b None None] Network 18baacea-6e42-47c9-bfce-009df32d3f96 requested from dv-cinder-786260-4-iscsi {{(pid=98186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 18:50:39.646471 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-7b353237-7255-4a48-8694-8833a8999b23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4031469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25378'] for router, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:39.647844 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-7b353237-7255-4a48-8694-8833a8999b23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4031304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4045498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4061363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25387'] for router, precommit_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:39.677616 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-f81734ac-1eca-4a3b-80ad-549b4abe0962 req-45c33765-c2b8-47e2-9742-b96a8d5647fb service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398054 Jun 10 18:50:39.731336 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-7b353237-7255-4a48-8694-8833a8999b23 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:39.835488 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322f22f4-ab6b-4a76-855c-988570306947 req-df28e99e-3787-4fbb-97b2-9c134450b57b tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:50:39.844243 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-322f22f4-ab6b-4a76-855c-988570306947 req-df28e99e-3787-4fbb-97b2-9c134450b57b tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=98098ee8-c38f-4d5c-b59c-21b6d07b4b26 HTTP/1.1" status: 200 len: 945 time: 0.1333904 Jun 10 18:50:39.918081 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-322f22f4-ab6b-4a76-855c-988570306947 req-a6201ae3-23fe-4d22-ad97-43d515c094b2 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728519 Jun 10 18:50:39.974683 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Device 9f74329f-9516-48df-b9ed-f247bebdd4fd up at agent ovs-agent-dv-cinder-786260-4-iscsi {{(pid=98186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 18:50:40.077992 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c119e9-56d4-428f-aefb-b3cce8aa9448 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb210373e-bde5-52cb-bc22-9269e2ef8f47-18baacea-6e42-47c9-bfce-009df32d3f96', 'network_id': '18baacea-6e42-47c9-bfce-009df32d3f96', 'tenant_id': 'b4a97c5913844139b5da632bd347b1d6', 'fixed_ips': [{'subnet_id': '8148ad92-673e-4a5e-a70e-35ce3eb1210e'}]}} from dv-cinder-786260-4-iscsi. {{(pid=98186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 18:50:40.079101 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-d3c119e9-56d4-428f-aefb-b3cce8aa9448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-941319'] for port, before_create {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:40.118927 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Provisioning for port 9f74329f-9516-48df-b9ed-f247bebdd4fd completed by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 18:50:40.123958 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-e977c462-b469-44b6-8c19-b89cd8fa9279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaa19a91-ed7e-451b-963c-7ebb325418c4', 'name': 'tempest-TestMinimumBasicScenario-562238170-router', 'tenant_id': '8fa25c8cde534a6a9acc3f658014058f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '9f74329f-9516-48df-b9ed-f247bebdd4fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T18:50:33Z', 'updated_at': '2021-06-10T18:50:37Z', 'revision_number': 4, 'project_id': '8fa25c8cde534a6a9acc3f658014058f', 'gw_port': {'id': '9f74329f-9516-48df-b9ed-f247bebdd4fd', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d7:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaa19a91-ed7e-451b-963c-7ebb325418c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:50:34Z', 'updated_at': '2021-06-10T18:50:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi', '_interfaces': [{'id': '61be99a6-a09f-4e25-b50e-2c0d6187cd00', 'name': '', 'network_id': '14d750dc-f13b-4ce7-a115-b7a35aca44f1', 'tenant_id': '8fa25c8cde534a6a9acc3f658014058f', 'mac_address': 'fa:16:3e:c1:00:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaa19a91-ed7e-451b-963c-7ebb325418c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '34f7ba08-2729-4feb-bb78-9a13b8a0814c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:50:36Z', 'updated_at': '2021-06-10T18:50:37Z', 'revision_number': 2, 'project_id': '8fa25c8cde534a6a9acc3f658014058f', 'subnets': [{'id': '34f7ba08-2729-4feb-bb78-9a13b8a0814c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-4-iscsi', False) {} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:50:40.128437 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Provisioning complete for port 9f74329f-9516-48df-b9ed-f247bebdd4fd triggered by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 18:50:40.128820 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:40.177153 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e977c462-b469-44b6-8c19-b89cd8fa9279 None None] Checking router: eaa19a91-ed7e-451b-963c-7ebb325418c4 for host: dv-cinder-786260-4-iscsi {{(pid=98186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 18:50:40.177548 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e977c462-b469-44b6-8c19-b89cd8fa9279 None None] Updating router eaa19a91-ed7e-451b-963c-7ebb325418c4 port 61be99a6-a09f-4e25-b50e-2c0d6187cd00 binding host dv-cinder-786260-4-iscsi {{(pid=98186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 18:50:40.243670 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-7b353237-7255-4a48-8694-8833a8999b23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4045491', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4031455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25561'] for router, precommit_update {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:40.280357 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-e977c462-b469-44b6-8c19-b89cd8fa9279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:40.410888 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:40.430294 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.db_base_plugin_common [None req-d3c119e9-56d4-428f-aefb-b3cce8aa9448 None None] Allocated IP 172.20.0.2 (18baacea-6e42-47c9-bfce-009df32d3f96/8148ad92-673e-4a5e-a70e-35ce3eb1210e/18db5388-ac65-467a-93cc-74f825b7a1c5) {{(pid=98186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 18:50:40.508872 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-7b353237-7255-4a48-8694-8833a8999b23 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:40.515034 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] For port 9f74329f-9516-48df-b9ed-f247bebdd4fd, host dv-cinder-786260-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-4-iscsi',level=0,port_id=9f74329f-9516-48df-b9ed-f247bebdd4fd,segment=NetworkSegment(151ae908-95e4-46a8-8b94-d201ec410581),segment_id=151ae908-95e4-46a8-8b94-d201ec410581)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:50:40.525138 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:40.540294 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-7b353237-7255-4a48-8694-8833a8999b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-941319'] for port, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:40.545369 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:50:40.660886 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.db.db_base_plugin_common [None req-7b353237-7255-4a48-8694-8833a8999b23 admin admin] Allocated IP 172.27.3.48 (a2be77e0-c818-4f69-a7bb-de46a435f28d/dcf03c9b-e407-4813-8188-7ebc21a92a5e/7243313e-40c9-429f-a2bc-ed38db0d737b) {{(pid=98184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 18:50:40.805610 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-7b353237-7255-4a48-8694-8833a8999b23 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:40.849181 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-7b353237-7255-4a48-8694-8833a8999b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-941510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578064406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12374076'] for port, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:40.852730 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:50:40.883190 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Pushing event updated for resources: {'Port': ['ID=9f74329f-9516-48df-b9ed-f247bebdd4fd,revision_number=4']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:50:40.888473 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:50:40.904956 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b353237-7255-4a48-8694-8833a8999b23 admin admin] Network a2be77e0-c818-4f69-a7bb-de46a435f28d is already hosted by enough agents. {{(pid=98184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 18:50:40.909539 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.scheduler.base_scheduler [None req-7b353237-7255-4a48-8694-8833a8999b23 admin admin] Resources bound (agent type, host, resource id): {{(pid=98184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 18:50:40.912293 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b353237-7255-4a48-8694-8833a8999b23 admin admin] Received port after_create {{(pid=98184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 18:50:40.947120 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b353237-7255-4a48-8694-8833a8999b23 admin admin] Pushing event updated for resources: {'Port': ['ID=7243313e-40c9-429f-a2bc-ed38db0d737b,revision_number=1']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:50:40.950705 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-7b353237-7255-4a48-8694-8833a8999b23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:50:41.067075 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-e977c462-b469-44b6-8c19-b89cd8fa9279 None None] Notify callbacks [] for port, precommit_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:41.076557 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-d3c119e9-56d4-428f-aefb-b3cce8aa9448 None None] Notify callbacks [] for port, precommit_create {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:41.084478 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-e977c462-b469-44b6-8c19-b89cd8fa9279 None None] Transition to ACTIVE for port object 61be99a6-a09f-4e25-b50e-2c0d6187cd00 will not be triggered until provisioned by entity L2. {{(pid=98186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 18:50:41.090833 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-d3c119e9-56d4-428f-aefb-b3cce8aa9448 None None] Transition to ACTIVE for port object 18db5388-ac65-467a-93cc-74f825b7a1c5 will not be triggered until provisioned by entity L2. {{(pid=98186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 18:50:41.094918 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-e977c462-b469-44b6-8c19-b89cd8fa9279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:41.098656 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:50:41.143483 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-d3c119e9-56d4-428f-aefb-b3cce8aa9448 None None] Transition to ACTIVE for port object 18db5388-ac65-467a-93cc-74f825b7a1c5 will not be triggered until provisioned by entity DHCP. {{(pid=98186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 18:50:41.222673 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-d3c119e9-56d4-428f-aefb-b3cce8aa9448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-941510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578064406'] for port, after_create {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:41.227251 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab3a59-f874-4f99-8471-7637a8a2d8e8 None None] Pushing event updated for resources: {'Port': ['ID=61be99a6-a09f-4e25-b50e-2c0d6187cd00,revision_number=3']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:50:41.237670 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-72ab3a59-f874-4f99-8471-7637a8a2d8e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:50:41.238487 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:50:41.242756 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb0221e-c7a2-4990-97c1-18867262cef2 req-3d065144-c8f8-4945-8214-0374270bf660 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:50:41.244289 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-deb0221e-c7a2-4990-97c1-18867262cef2 req-3d065144-c8f8-4945-8214-0374270bf660 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=98098ee8-c38f-4d5c-b59c-21b6d07b4b26 HTTP/1.1" status: 200 len: 945 time: 0.1679022 Jun 10 18:50:41.336734 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-7b353237-7255-4a48-8694-8833a8999b23 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:41.336944 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c119e9-56d4-428f-aefb-b3cce8aa9448 None None] Pushing event updated for resources: {'Port': ['ID=18db5388-ac65-467a-93cc-74f825b7a1c5,revision_number=1']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:50:41.339867 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-d3c119e9-56d4-428f-aefb-b3cce8aa9448 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:50:41.347244 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c119e9-56d4-428f-aefb-b3cce8aa9448 None None] Network 18baacea-6e42-47c9-bfce-009df32d3f96 is already hosted by enough agents. {{(pid=98186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 18:50:41.348873 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.scheduler.base_scheduler [None req-d3c119e9-56d4-428f-aefb-b3cce8aa9448 None None] Resources bound (agent type, host, resource id): {{(pid=98186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 18:50:41.352134 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c119e9-56d4-428f-aefb-b3cce8aa9448 None None] Received port after_create {{(pid=98186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 18:50:41.443529 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.managers [None req-e977c462-b469-44b6-8c19-b89cd8fa9279 None None] Attempting to bind port 61be99a6-a09f-4e25-b50e-2c0d6187cd00 on host dv-cinder-786260-4-iscsi for vnic_type normal with profile {{(pid=98186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 18:50:41.444773 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.managers [None req-e977c462-b469-44b6-8c19-b89cd8fa9279 None None] Attempting to bind port 61be99a6-a09f-4e25-b50e-2c0d6187cd00 by drivers openvswitch,hyperv on host dv-cinder-786260-4-iscsi at level 0 using segments [{'id': '58abb6c8-502f-4235-a5d6-142b20d61118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '14d750dc-f13b-4ce7-a115-b7a35aca44f1'}] {{(pid=98186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 18:50:41.444773 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e977c462-b469-44b6-8c19-b89cd8fa9279 None None] Attempting to bind port 61be99a6-a09f-4e25-b50e-2c0d6187cd00 on network 14d750dc-f13b-4ce7-a115-b7a35aca44f1 {{(pid=98186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 18:50:41.462837 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e977c462-b469-44b6-8c19-b89cd8fa9279 None None] Checking agent: {'id': '0a9461fa-5aa1-4bfe-a01a-9192fdaa924f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 18, 39, 44), 'started_at': datetime.datetime(2021, 6, 10, 18, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 18, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 18:50:41.463227 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e977c462-b469-44b6-8c19-b89cd8fa9279 None None] Checking segment: {'id': '58abb6c8-502f-4235-a5d6-142b20d61118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '14d750dc-f13b-4ce7-a115-b7a35aca44f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 18:50:41.463692 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-e977c462-b469-44b6-8c19-b89cd8fa9279 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:41.464025 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e977c462-b469-44b6-8c19-b89cd8fa9279 None None] Bound using segment: {'id': '58abb6c8-502f-4235-a5d6-142b20d61118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '14d750dc-f13b-4ce7-a115-b7a35aca44f1'} {{(pid=98186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 18:50:41.464499 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.managers [None req-e977c462-b469-44b6-8c19-b89cd8fa9279 None None] Bound port: 61be99a6-a09f-4e25-b50e-2c0d6187cd00, host: dv-cinder-786260-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58abb6c8-502f-4235-a5d6-142b20d61118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '14d750dc-f13b-4ce7-a115-b7a35aca44f1'}}] {{(pid=98186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 18:50:41.465020 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-e977c462-b469-44b6-8c19-b89cd8fa9279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:41.467892 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.managers [None req-d3c119e9-56d4-428f-aefb-b3cce8aa9448 None None] Attempting to bind port 18db5388-ac65-467a-93cc-74f825b7a1c5 on host dv-cinder-786260-4-iscsi for vnic_type normal with profile {{(pid=98186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 18:50:41.468266 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.managers [None req-d3c119e9-56d4-428f-aefb-b3cce8aa9448 None None] Attempting to bind port 18db5388-ac65-467a-93cc-74f825b7a1c5 by drivers openvswitch,hyperv on host dv-cinder-786260-4-iscsi at level 0 using segments [{'id': 'b0b4ed26-20ec-445e-98ea-580f4ad54998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '18baacea-6e42-47c9-bfce-009df32d3f96'}] {{(pid=98186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 18:50:41.468631 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c119e9-56d4-428f-aefb-b3cce8aa9448 None None] Attempting to bind port 18db5388-ac65-467a-93cc-74f825b7a1c5 on network 18baacea-6e42-47c9-bfce-009df32d3f96 {{(pid=98186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 18:50:41.484106 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c119e9-56d4-428f-aefb-b3cce8aa9448 None None] Checking agent: {'id': '0a9461fa-5aa1-4bfe-a01a-9192fdaa924f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 18, 39, 44), 'started_at': datetime.datetime(2021, 6, 10, 18, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 18, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 18:50:41.484491 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c119e9-56d4-428f-aefb-b3cce8aa9448 None None] Checking segment: {'id': 'b0b4ed26-20ec-445e-98ea-580f4ad54998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '18baacea-6e42-47c9-bfce-009df32d3f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 18:50:41.484903 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-d3c119e9-56d4-428f-aefb-b3cce8aa9448 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:41.485301 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c119e9-56d4-428f-aefb-b3cce8aa9448 None None] Bound using segment: {'id': 'b0b4ed26-20ec-445e-98ea-580f4ad54998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '18baacea-6e42-47c9-bfce-009df32d3f96'} {{(pid=98186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 18:50:41.485798 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.managers [None req-d3c119e9-56d4-428f-aefb-b3cce8aa9448 None None] Bound port: 18db5388-ac65-467a-93cc-74f825b7a1c5, host: dv-cinder-786260-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0b4ed26-20ec-445e-98ea-580f4ad54998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '18baacea-6e42-47c9-bfce-009df32d3f96'}}] {{(pid=98186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 18:50:41.486183 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-d3c119e9-56d4-428f-aefb-b3cce8aa9448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:41.493372 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-deb0221e-c7a2-4990-97c1-18867262cef2 req-9cb17cd1-3bf9-47f4-b0a7-1442fb2092a6 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544905 Jun 10 18:50:41.605875 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-e977c462-b469-44b6-8c19-b89cd8fa9279 None None] For port 61be99a6-a09f-4e25-b50e-2c0d6187cd00, host dv-cinder-786260-4-iscsi, cleared binding levels {{(pid=98186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 18:50:41.614971 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-e977c462-b469-44b6-8c19-b89cd8fa9279 None None] For port 61be99a6-a09f-4e25-b50e-2c0d6187cd00, host dv-cinder-786260-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-4-iscsi',level=0,port_id=61be99a6-a09f-4e25-b50e-2c0d6187cd00,segment=NetworkSegment(58abb6c8-502f-4235-a5d6-142b20d61118),segment_id=58abb6c8-502f-4235-a5d6-142b20d61118)] {{(pid=98186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 18:50:41.638167 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-e977c462-b469-44b6-8c19-b89cd8fa9279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:41.653557 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-d3c119e9-56d4-428f-aefb-b3cce8aa9448 None None] For port 18db5388-ac65-467a-93cc-74f825b7a1c5, host dv-cinder-786260-4-iscsi, cleared binding levels {{(pid=98186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 18:50:41.670167 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-d3c119e9-56d4-428f-aefb-b3cce8aa9448 None None] For port 18db5388-ac65-467a-93cc-74f825b7a1c5, host dv-cinder-786260-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-4-iscsi',level=0,port_id=18db5388-ac65-467a-93cc-74f825b7a1c5,segment=NetworkSegment(b0b4ed26-20ec-445e-98ea-580f4ad54998),segment_id=b0b4ed26-20ec-445e-98ea-580f4ad54998)] {{(pid=98186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 18:50:41.671361 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-e2b2e535-1963-40f6-81b2-1718ef3f7e50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:50:41.674174 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-7b353237-7255-4a48-8694-8833a8999b23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4031444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4045819'] for router, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:41.682236 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-d3c119e9-56d4-428f-aefb-b3cce8aa9448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:41.762291 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e977c462-b469-44b6-8c19-b89cd8fa9279 None None] Routers {'eaa19a91-ed7e-451b-963c-7ebb325418c4'} bound to L3 agent in host dv-cinder-786260-4-iscsi {{(pid=98186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 18:50:41.763054 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-e977c462-b469-44b6-8c19-b89cd8fa9279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T18:39:44Z,description=,heartbeat_timestamp=2021-06-10T18:50:14Z,host='dv-cinder-786260-4-iscsi',id=1661496b-b13c-41e5-8e80-f6a07c138e01,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T18:39:44Z,topic='l3_agent')) {'router_ids': ['eaa19a91-ed7e-451b-963c-7ebb325418c4'], 'active': True} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:50:41.905865 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Device 9f74329f-9516-48df-b9ed-f247bebdd4fd up at agent ovs-agent-dv-cinder-786260-4-iscsi {{(pid=98186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 18:50:41.913419 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab3a59-f874-4f99-8471-7637a8a2d8e8 None None] Pushing event updated for resources: {'Port': ['ID=61be99a6-a09f-4e25-b50e-2c0d6187cd00,revision_number=4']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:50:41.914265 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b353237-7255-4a48-8694-8833a8999b23 admin admin] Router 7b4cb076-33a3-4d00-8d40-58cd30c87ce9 is scheduled to L3 agent 1661496b-b13c-41e5-8e80-f6a07c138e01 with binding_index 1 {{(pid=98184) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 18:50:41.967225 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-72ab3a59-f874-4f99-8471-7637a8a2d8e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:50:41.969448 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.224s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:50:42.020019 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-51a4786b-d5e7-4e4b-aad6-3cee132f0131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:42.091348 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvr_db [None req-e977c462-b469-44b6-8c19-b89cd8fa9279 None None] Set router eaa19a91-ed7e-451b-963c-7ebb325418c4 gateway port host: dv-cinder-786260-4-iscsi {{(pid=98186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 18:50:42.102730 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b353237-7255-4a48-8694-8833a8999b23 admin admin] Notify agent at l3_agent.dv-cinder-786260-4-iscsi the message routers_updated {{(pid=98184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 18:50:42.112723 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a759cc-cd58-45e5-9899-ccc33391f177 None None] Sync routers for ids ['7b4cb076-33a3-4d00-8d40-58cd30c87ce9'] in dv-cinder-786260-4-iscsi {{(pid=98187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 18:50:42.121423 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-7b353237-7255-4a48-8694-8833a8999b23 admin admin] Notify callbacks [] for router, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:42.123233 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-7b353237-7255-4a48-8694-8833a8999b23 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5078330 Jun 10 18:50:42.126276 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 49450) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:50:42.138785 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c119e9-56d4-428f-aefb-b3cce8aa9448 None None] Pushing event updated for resources: {'Port': ['ID=18db5388-ac65-467a-93cc-74f825b7a1c5,revision_number=2']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:50:42.144344 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a759cc-cd58-45e5-9899-ccc33391f177 None None] Routers {'7b4cb076-33a3-4d00-8d40-58cd30c87ce9'} bound to L3 agent in host dv-cinder-786260-4-iscsi {{(pid=98187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 18:50:42.145318 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_hamode_db [None req-b1a759cc-cd58-45e5-9899-ccc33391f177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T18:39:44Z,description=,heartbeat_timestamp=2021-06-10T18:50:14Z,host='dv-cinder-786260-4-iscsi',id=1661496b-b13c-41e5-8e80-f6a07c138e01,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T18:39:44Z,topic='l3_agent')) {'router_ids': ['7b4cb076-33a3-4d00-8d40-58cd30c87ce9'], 'active': True} {{(pid=98187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:50:42.154926 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-d3c119e9-56d4-428f-aefb-b3cce8aa9448 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:50:42.164473 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Provisioning complete for port 9f74329f-9516-48df-b9ed-f247bebdd4fd triggered by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 18:50:42.164802 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:42.382907 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_dvr_db [None req-b1a759cc-cd58-45e5-9899-ccc33391f177 None None] Set router 7b4cb076-33a3-4d00-8d40-58cd30c87ce9 gateway port host: dv-cinder-786260-4-iscsi {{(pid=98187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 18:50:42.623767 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-e977c462-b469-44b6-8c19-b89cd8fa9279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaa19a91-ed7e-451b-963c-7ebb325418c4', 'name': 'tempest-TestMinimumBasicScenario-562238170-router', 'tenant_id': '8fa25c8cde534a6a9acc3f658014058f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '9f74329f-9516-48df-b9ed-f247bebdd4fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T18:50:33Z', 'updated_at': '2021-06-10T18:50:37Z', 'revision_number': 4, 'project_id': '8fa25c8cde534a6a9acc3f658014058f', 'gw_port': {'id': '9f74329f-9516-48df-b9ed-f247bebdd4fd', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d7:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa19a91-ed7e-451b-963c-7ebb325418c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:50:34Z', 'updated_at': '2021-06-10T18:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi', '_interfaces': [{'id': '61be99a6-a09f-4e25-b50e-2c0d6187cd00', 'name': '', 'network_id': '14d750dc-f13b-4ce7-a115-b7a35aca44f1', 'tenant_id': '8fa25c8cde534a6a9acc3f658014058f', 'mac_address': 'fa:16:3e:c1:00:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaa19a91-ed7e-451b-963c-7ebb325418c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '34f7ba08-2729-4feb-bb78-9a13b8a0814c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:50:36Z', 'updated_at': '2021-06-10T18:50:41Z', 'revision_number': 4, 'project_id': '8fa25c8cde534a6a9acc3f658014058f', 'subnets': [{'id': '34f7ba08-2729-4feb-bb78-9a13b8a0814c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-4-iscsi', False) {} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:50:42.627501 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e977c462-b469-44b6-8c19-b89cd8fa9279 None None] The sync data for ids ['eaa19a91-ed7e-451b-963c-7ebb325418c4'] in dv-cinder-786260-4-iscsi is: [{'id': 'eaa19a91-ed7e-451b-963c-7ebb325418c4', 'name': 'tempest-TestMinimumBasicScenario-562238170-router', 'tenant_id': '8fa25c8cde534a6a9acc3f658014058f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '9f74329f-9516-48df-b9ed-f247bebdd4fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T18:50:33Z', 'updated_at': '2021-06-10T18:50:37Z', 'revision_number': 4, 'project_id': '8fa25c8cde534a6a9acc3f658014058f', 'gw_port': {'id': '9f74329f-9516-48df-b9ed-f247bebdd4fd', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d7:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa19a91-ed7e-451b-963c-7ebb325418c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:50:34Z', 'updated_at': '2021-06-10T18:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi', '_interfaces': [{'id': '61be99a6-a09f-4e25-b50e-2c0d6187cd00', 'name': '', 'network_id': '14d750dc-f13b-4ce7-a115-b7a35aca44f1', 'tenant_id': '8fa25c8cde534a6a9acc3f658014058f', 'mac_address': 'fa:16:3e:c1:00:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaa19a91-ed7e-451b-963c-7ebb325418c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '34f7ba08-2729-4feb-bb78-9a13b8a0814c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:50:36Z', 'updated_at': '2021-06-10T18:50:41Z', 'revision_number': 4, 'project_id': '8fa25c8cde534a6a9acc3f658014058f', 'subnets': [{'id': '34f7ba08-2729-4feb-bb78-9a13b8a0814c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 18:50:42.759374 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37a564f-591c-446a-a271-6329d40c7033 req-4b02f245-c190-45ac-bab6-ed741137045f tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:50:42.761164 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-e37a564f-591c-446a-a271-6329d40c7033 req-4b02f245-c190-45ac-bab6-ed741137045f tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=98098ee8-c38f-4d5c-b59c-21b6d07b4b26 HTTP/1.1" status: 200 len: 945 time: 0.1374595 Jun 10 18:50:42.817097 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-e37a564f-591c-446a-a271-6329d40c7033 req-621c7b09-f394-4517-9f29-9e2ed4d0acc3 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450182 Jun 10 18:50:42.864476 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_hamode_db [None req-b1a759cc-cd58-45e5-9899-ccc33391f177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b4cb076-33a3-4d00-8d40-58cd30c87ce9', 'name': 'tempest-TestMinimumBasicScenario-1544938123-router', 'tenant_id': 'b4a97c5913844139b5da632bd347b1d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '7243313e-40c9-429f-a2bc-ed38db0d737b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T18:50:39Z', 'updated_at': '2021-06-10T18:50:41Z', 'revision_number': 3, 'project_id': 'b4a97c5913844139b5da632bd347b1d6', 'gw_port': {'id': '7243313e-40c9-429f-a2bc-ed38db0d737b', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:3e:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b4cb076-33a3-4d00-8d40-58cd30c87ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:50:40Z', 'updated_at': '2021-06-10T18:50:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi'}], 'dv-cinder-786260-4-iscsi', False) {} {{(pid=98187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:50:42.868624 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a759cc-cd58-45e5-9899-ccc33391f177 None None] Checking router: 7b4cb076-33a3-4d00-8d40-58cd30c87ce9 for host: dv-cinder-786260-4-iscsi {{(pid=98187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 18:50:42.868992 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a759cc-cd58-45e5-9899-ccc33391f177 None None] Updating router 7b4cb076-33a3-4d00-8d40-58cd30c87ce9 port 7243313e-40c9-429f-a2bc-ed38db0d737b binding host dv-cinder-786260-4-iscsi {{(pid=98187) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 18:50:42.938418 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron_lib.callbacks.manager [None req-b1a759cc-cd58-45e5-9899-ccc33391f177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:42.986177 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-41c3194f-1c72-4bed-9edb-958713dc5e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-941319'] for port, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:43.299572 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-3280b193-4d41-4469-ae14-22bfb6c755a5 req-770e93fd-a11b-46f0-9faa-ea5171b628b7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=11254c6c-c026-45c9-b2e2-064870268f10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2157702 Jun 10 18:50:43.325125 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.db.db_base_plugin_common [None req-41c3194f-1c72-4bed-9edb-958713dc5e17 admin admin] Allocated IP 172.20.0.1 (18baacea-6e42-47c9-bfce-009df32d3f96/8148ad92-673e-4a5e-a70e-35ce3eb1210e/33bd4413-657e-4b1f-b386-49de92337dab) {{(pid=98185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 18:50:43.503110 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f951e5-0304-49e4-a66d-e7702bcbb226 None None] Network 18baacea-6e42-47c9-bfce-009df32d3f96 requested from dv-cinder-786260-4-iscsi {{(pid=98186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 18:50:43.606210 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1a30bd-bd65-4333-9380-9076b613a595 req-abb13c3d-a379-4d14-b0a9-b3e6368e949f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:50:43.607699 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-ce1a30bd-bd65-4333-9380-9076b613a595 req-abb13c3d-a379-4d14-b0a9-b3e6368e949f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a9d7cab2e80a4790a3c08dfa4dc50427&device_id=98098ee8-c38f-4d5c-b59c-21b6d07b4b26 HTTP/1.1" status: 200 len: 1098 time: 0.1294544 Jun 10 18:50:43.609138 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron_lib.callbacks.manager [None req-b1a759cc-cd58-45e5-9899-ccc33391f177 None None] Notify callbacks [] for port, precommit_update {{(pid=98187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:43.635110 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.provisioning_blocks [None req-b1a759cc-cd58-45e5-9899-ccc33391f177 None None] Transition to ACTIVE for port object 7243313e-40c9-429f-a2bc-ed38db0d737b will not be triggered until provisioned by entity L2. {{(pid=98187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 18:50:43.643176 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-ce245b8c-9729-4c82-b1f5-2b5c20fb0151 None None] Provisioning for port 18db5388-ac65-467a-93cc-74f825b7a1c5 completed by entity DHCP. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 18:50:43.651742 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron_lib.callbacks.manager [None req-b1a759cc-cd58-45e5-9899-ccc33391f177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:43.662068 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:50:43.743842 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3280b193-4d41-4469-ae14-22bfb6c755a5 req-b8b10198-878e-47e8-ae0a-30ee4d491c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:50:43.745383 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-3280b193-4d41-4469-ae14-22bfb6c755a5 req-b8b10198-878e-47e8-ae0a-30ee4d491c96 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a9d7cab2e80a4790a3c08dfa4dc50427&device_id=11254c6c-c026-45c9-b2e2-064870268f10 HTTP/1.1" status: 200 len: 1099 time: 0.4179192 Jun 10 18:50:43.761432 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9521815-c503-407f-a768-49911adddf66 None None] Pushing event updated for resources: {'Port': ['ID=7243313e-40c9-429f-a2bc-ed38db0d737b,revision_number=2']} {{(pid=98187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:50:43.782889 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.plugins.ml2.managers [None req-b1a759cc-cd58-45e5-9899-ccc33391f177 None None] Attempting to bind port 7243313e-40c9-429f-a2bc-ed38db0d737b on host dv-cinder-786260-4-iscsi for vnic_type normal with profile {{(pid=98187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 18:50:43.783281 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.plugins.ml2.managers [None req-b1a759cc-cd58-45e5-9899-ccc33391f177 None None] Attempting to bind port 7243313e-40c9-429f-a2bc-ed38db0d737b by drivers openvswitch,hyperv on host dv-cinder-786260-4-iscsi at level 0 using segments [{'id': '151ae908-95e4-46a8-8b94-d201ec410581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d'}] {{(pid=98187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 18:50:43.783662 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a759cc-cd58-45e5-9899-ccc33391f177 None None] Attempting to bind port 7243313e-40c9-429f-a2bc-ed38db0d737b on network a2be77e0-c818-4f69-a7bb-de46a435f28d {{(pid=98187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 18:50:43.790084 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG oslo_concurrency.lockutils [None req-a9521815-c503-407f-a768-49911adddf66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=98187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:50:43.791008 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a759cc-cd58-45e5-9899-ccc33391f177 None None] Checking agent: {'id': '0a9461fa-5aa1-4bfe-a01a-9192fdaa924f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 18, 39, 44), 'started_at': datetime.datetime(2021, 6, 10, 18, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 18, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 18:50:43.791399 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a759cc-cd58-45e5-9899-ccc33391f177 None None] Checking segment: {'id': '151ae908-95e4-46a8-8b94-d201ec410581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 18:50:43.791813 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron_lib.callbacks.manager [None req-b1a759cc-cd58-45e5-9899-ccc33391f177 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:43.792578 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a759cc-cd58-45e5-9899-ccc33391f177 None None] Bound using segment: {'id': '151ae908-95e4-46a8-8b94-d201ec410581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d'} {{(pid=98187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 18:50:43.800682 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.plugins.ml2.managers [None req-b1a759cc-cd58-45e5-9899-ccc33391f177 None None] Bound port: 7243313e-40c9-429f-a2bc-ed38db0d737b, host: dv-cinder-786260-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '151ae908-95e4-46a8-8b94-d201ec410581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d'}}] {{(pid=98187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 18:50:43.801109 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron_lib.callbacks.manager [None req-b1a759cc-cd58-45e5-9899-ccc33391f177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:43.878143 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-41c3194f-1c72-4bed-9edb-958713dc5e17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:43.971978 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.plugins.ml2.db [None req-b1a759cc-cd58-45e5-9899-ccc33391f177 None None] For port 7243313e-40c9-429f-a2bc-ed38db0d737b, host dv-cinder-786260-4-iscsi, cleared binding levels {{(pid=98187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 18:50:43.975894 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.plugins.ml2.db [None req-b1a759cc-cd58-45e5-9899-ccc33391f177 None None] For port 7243313e-40c9-429f-a2bc-ed38db0d737b, host dv-cinder-786260-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-4-iscsi',level=0,port_id=7243313e-40c9-429f-a2bc-ed38db0d737b,segment=NetworkSegment(151ae908-95e4-46a8-8b94-d201ec410581),segment_id=151ae908-95e4-46a8-8b94-d201ec410581)] {{(pid=98187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 18:50:43.985827 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron_lib.callbacks.manager [None req-b1a759cc-cd58-45e5-9899-ccc33391f177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:43.989829 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG oslo_concurrency.lockutils [None req-96c3070f-b3c3-4b7d-96f0-c4e92a1c8a36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:50:44.026603 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.db.provisioning_blocks [None req-41c3194f-1c72-4bed-9edb-958713dc5e17 admin admin] Transition to ACTIVE for port object 33bd4413-657e-4b1f-b386-49de92337dab will not be triggered until provisioned by entity DHCP. {{(pid=98185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 18:50:44.033669 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Device 61be99a6-a09f-4e25-b50e-2c0d6187cd00 up at agent ovs-agent-dv-cinder-786260-4-iscsi {{(pid=98186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 18:50:44.142000 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9521815-c503-407f-a768-49911adddf66 None None] Pushing event updated for resources: {'Port': ['ID=7243313e-40c9-429f-a2bc-ed38db0d737b,revision_number=3']} {{(pid=98187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:50:44.158085 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG oslo_concurrency.lockutils [None req-a9521815-c503-407f-a768-49911adddf66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=98187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:50:44.161270 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Provisioning for port 61be99a6-a09f-4e25-b50e-2c0d6187cd00 completed by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 18:50:44.166709 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Provisioning complete for port 61be99a6-a09f-4e25-b50e-2c0d6187cd00 triggered by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 18:50:44.167275 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:44.177626 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a759cc-cd58-45e5-9899-ccc33391f177 None None] Routers {'7b4cb076-33a3-4d00-8d40-58cd30c87ce9'} bound to L3 agent in host dv-cinder-786260-4-iscsi {{(pid=98187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 18:50:44.179215 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_hamode_db [None req-b1a759cc-cd58-45e5-9899-ccc33391f177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T18:39:44Z,description=,heartbeat_timestamp=2021-06-10T18:50:14Z,host='dv-cinder-786260-4-iscsi',id=1661496b-b13c-41e5-8e80-f6a07c138e01,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T18:39:44Z,topic='l3_agent')) {'router_ids': ['7b4cb076-33a3-4d00-8d40-58cd30c87ce9'], 'active': True} {{(pid=98187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:50:44.299985 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-6a03e213-2f4b-4deb-bbbc-ccd264c78fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:44.367156 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:44.374233 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99f9b2f-53ba-4b15-916d-1b3a006e3b0b req-a424eb58-bc4f-4bb1-bec1-5dcfa05077be tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:50:44.375948 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-c99f9b2f-53ba-4b15-916d-1b3a006e3b0b req-a424eb58-bc4f-4bb1-bec1-5dcfa05077be tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=98098ee8-c38f-4d5c-b59c-21b6d07b4b26 HTTP/1.1" status: 200 len: 945 time: 0.7628958 Jun 10 18:50:44.416355 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1a30bd-bd65-4333-9380-9076b613a595 req-76af7907-4bf8-4f54-8e6b-4696353b2978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:50:44.417974 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-ce1a30bd-bd65-4333-9380-9076b613a595 req-76af7907-4bf8-4f54-8e6b-4696353b2978 service neutron] 10.222.0.39 "GET /v2.0/networks?id=36c601fb-9272-4d67-b287-4990129f2e5f HTTP/1.1" status: 200 len: 919 time: 0.7996342 Jun 10 18:50:44.421532 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_dvr_db [None req-b1a759cc-cd58-45e5-9899-ccc33391f177 None None] Set router 7b4cb076-33a3-4d00-8d40-58cd30c87ce9 gateway port host: dv-cinder-786260-4-iscsi {{(pid=98187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 18:50:44.434154 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] For port 61be99a6-a09f-4e25-b50e-2c0d6187cd00, host dv-cinder-786260-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-4-iscsi',level=0,port_id=61be99a6-a09f-4e25-b50e-2c0d6187cd00,segment=NetworkSegment(58abb6c8-502f-4235-a5d6-142b20d61118),segment_id=58abb6c8-502f-4235-a5d6-142b20d61118)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:50:44.441586 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:44.442663 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Device 18db5388-ac65-467a-93cc-74f825b7a1c5 up at agent ovs-agent-dv-cinder-786260-4-iscsi {{(pid=98186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 18:50:44.445271 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:50:44.448317 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3280b193-4d41-4469-ae14-22bfb6c755a5 req-dd998eb4-2b4b-4c7c-a03e-d256e693ac40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:50:44.449584 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:44.450909 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-3280b193-4d41-4469-ae14-22bfb6c755a5 req-dd998eb4-2b4b-4c7c-a03e-d256e693ac40 service neutron] 10.222.0.39 "GET /v2.0/networks?id=36c601fb-9272-4d67-b287-4990129f2e5f HTTP/1.1" status: 200 len: 919 time: 0.6474006 Jun 10 18:50:44.494480 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-ce1a30bd-bd65-4333-9380-9076b613a595 req-efe4c791-9eee-4bd5-b93a-2cdbb7dd0044 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=384f9c6d-550b-4c29-9028-415a4aacdbb0 HTTP/1.1" status: 200 len: 217 time: 0.0663195 Jun 10 18:50:44.498002 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-c99f9b2f-53ba-4b15-916d-1b3a006e3b0b req-25e11fdd-bf30-4bfa-b436-0bd40ac6b911 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114097 Jun 10 18:50:44.551653 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-3280b193-4d41-4469-ae14-22bfb6c755a5 req-27f77502-4fcb-4ef0-a6d7-74b9a83aa0ee service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=692ac797-465d-4209-b5b4-20092e61aa20 HTTP/1.1" status: 200 len: 217 time: 0.0933464 Jun 10 18:50:44.554192 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Pushing event updated for resources: {'Port': ['ID=61be99a6-a09f-4e25-b50e-2c0d6187cd00,revision_number=5']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:50:44.558534 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:50:44.577206 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-41c3194f-1c72-4bed-9edb-958713dc5e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-941510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578064406'] for port, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:44.581121 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Provisioning for port 18db5388-ac65-467a-93cc-74f825b7a1c5 completed by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 18:50:44.589532 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Provisioning complete for port 18db5388-ac65-467a-93cc-74f825b7a1c5 triggered by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 18:50:44.590180 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:44.614643 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-b2469e26-5104-4d30-9a14-e83caa2a27b6 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:50:44.616238 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1a30bd-bd65-4333-9380-9076b613a595 req-7556a2b3-80c2-4b59-a6c0-513709640a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:50:44.618113 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-ce1a30bd-bd65-4333-9380-9076b613a595 req-7556a2b3-80c2-4b59-a6c0-513709640a2c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7cc0a94e-b476-4d1d-b3df-5e3104af9a91 HTTP/1.1" status: 200 len: 858 time: 0.1050406 Jun 10 18:50:44.624595 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c3194f-1c72-4bed-9edb-958713dc5e17 admin admin] Network 18baacea-6e42-47c9-bfce-009df32d3f96 is already hosted by enough agents. {{(pid=98185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 18:50:44.630078 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.base_scheduler [None req-41c3194f-1c72-4bed-9edb-958713dc5e17 admin admin] Resources bound (agent type, host, resource id): {{(pid=98185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 18:50:44.690128 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c3194f-1c72-4bed-9edb-958713dc5e17 admin admin] Received port after_create {{(pid=98185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 18:50:44.690520 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-41c3194f-1c72-4bed-9edb-958713dc5e17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4032828'] for router_interface, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:44.722395 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-ce1a30bd-bd65-4333-9380-9076b613a595 req-105e31e2-b3a4-4587-8f01-dd4d85c78e49 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=36c601fb-9272-4d67-b287-4990129f2e5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0935204 Jun 10 18:50:44.770600 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_hamode_db [None req-b1a759cc-cd58-45e5-9899-ccc33391f177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b4cb076-33a3-4d00-8d40-58cd30c87ce9', 'name': 'tempest-TestMinimumBasicScenario-1544938123-router', 'tenant_id': 'b4a97c5913844139b5da632bd347b1d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '7243313e-40c9-429f-a2bc-ed38db0d737b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T18:50:39Z', 'updated_at': '2021-06-10T18:50:41Z', 'revision_number': 3, 'project_id': 'b4a97c5913844139b5da632bd347b1d6', 'gw_port': {'id': '7243313e-40c9-429f-a2bc-ed38db0d737b', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:3e:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b4cb076-33a3-4d00-8d40-58cd30c87ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:50:40Z', 'updated_at': '2021-06-10T18:50:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi'}], 'dv-cinder-786260-4-iscsi', False) {} {{(pid=98187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:50:44.776686 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a759cc-cd58-45e5-9899-ccc33391f177 None None] The sync data for ids ['7b4cb076-33a3-4d00-8d40-58cd30c87ce9'] in dv-cinder-786260-4-iscsi is: [{'id': '7b4cb076-33a3-4d00-8d40-58cd30c87ce9', 'name': 'tempest-TestMinimumBasicScenario-1544938123-router', 'tenant_id': 'b4a97c5913844139b5da632bd347b1d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '7243313e-40c9-429f-a2bc-ed38db0d737b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T18:50:39Z', 'updated_at': '2021-06-10T18:50:41Z', 'revision_number': 3, 'project_id': 'b4a97c5913844139b5da632bd347b1d6', 'gw_port': {'id': '7243313e-40c9-429f-a2bc-ed38db0d737b', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:3e:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b4cb076-33a3-4d00-8d40-58cd30c87ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:50:40Z', 'updated_at': '2021-06-10T18:50:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi'}] {{(pid=98187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 18:50:44.789789 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:44.868853 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] For port 18db5388-ac65-467a-93cc-74f825b7a1c5, host dv-cinder-786260-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-4-iscsi',level=0,port_id=18db5388-ac65-467a-93cc-74f825b7a1c5,segment=NetworkSegment(b0b4ed26-20ec-445e-98ea-580f4ad54998),segment_id=b0b4ed26-20ec-445e-98ea-580f4ad54998)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:50:44.879707 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:44.881344 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3280b193-4d41-4469-ae14-22bfb6c755a5 req-93342772-a85c-40c4-bc5a-6cecf7fc4572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:50:44.882664 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:50:44.885249 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-3280b193-4d41-4469-ae14-22bfb6c755a5 req-93342772-a85c-40c4-bc5a-6cecf7fc4572 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7cc0a94e-b476-4d1d-b3df-5e3104af9a91 HTTP/1.1" status: 200 len: 858 time: 0.3195007 Jun 10 18:50:44.935009 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-ce1a30bd-bd65-4333-9380-9076b613a595 req-7128b445-7437-418b-abb8-3053c61fd87f service neutron] 10.222.0.39 "GET /v2.0/networks/36c601fb-9272-4d67-b287-4990129f2e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978300 Jun 10 18:50:44.947886 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c3194f-1c72-4bed-9edb-958713dc5e17 admin admin] Pushing event updated for resources: {'Port': ['ID=33bd4413-657e-4b1f-b386-49de92337dab,revision_number=1']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:50:44.951861 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-3280b193-4d41-4469-ae14-22bfb6c755a5 req-4f8c608c-854b-4a88-86b5-2210251809e3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=36c601fb-9272-4d67-b287-4990129f2e5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562804 Jun 10 18:50:44.954710 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-41c3194f-1c72-4bed-9edb-958713dc5e17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:50:45.012683 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Pushing event updated for resources: {'Port': ['ID=18db5388-ac65-467a-93cc-74f825b7a1c5,revision_number=3']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:50:45.024648 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:50:45.029141 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-2bcc570b-81ee-493b-9f7c-7a8dafa4edd8 None None] Provisioning for port 33bd4413-657e-4b1f-b386-49de92337dab completed by entity DHCP. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 18:50:45.032194 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-2bcc570b-81ee-493b-9f7c-7a8dafa4edd8 None None] Provisioning complete for port 33bd4413-657e-4b1f-b386-49de92337dab triggered by entity DHCP. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 18:50:45.032665 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-2bcc570b-81ee-493b-9f7c-7a8dafa4edd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:45.075576 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.plugin [None req-2bcc570b-81ee-493b-9f7c-7a8dafa4edd8 None None] Port 33bd4413-657e-4b1f-b386-49de92337dab cannot update to ACTIVE because it is not bound. {{(pid=98186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 18:50:45.106553 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-ce1a30bd-bd65-4333-9380-9076b613a595 req-3c40dedf-049a-4494-8008-31e38a58bd4f service neutron] 10.222.0.39 "GET /v2.0/networks/36c601fb-9272-4d67-b287-4990129f2e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597962 Jun 10 18:50:45.167687 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-3280b193-4d41-4469-ae14-22bfb6c755a5 req-fe13b088-5e81-42ce-bcc1-0c7892aba3d6 service neutron] 10.222.0.39 "GET /v2.0/networks/36c601fb-9272-4d67-b287-4990129f2e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045610 Jun 10 18:50:45.183527 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-41c3194f-1c72-4bed-9edb-958713dc5e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:45.401074 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-3280b193-4d41-4469-ae14-22bfb6c755a5 req-93359767-aae7-410d-b5e1-376542c1946f service neutron] 10.222.0.39 "GET /v2.0/networks/36c601fb-9272-4d67-b287-4990129f2e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137291 Jun 10 18:50:45.415386 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-8dcc316c-a8c5-4da3-a0ad-e3f4fe9157be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:45.528731 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-41c3194f-1c72-4bed-9edb-958713dc5e17 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:45.533389 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-41c3194f-1c72-4bed-9edb-958713dc5e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:45.534223 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-41c3194f-1c72-4bed-9edb-958713dc5e17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4032840'] for router_interface, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:45.536028 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:50:45.613345 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c3194f-1c72-4bed-9edb-958713dc5e17 admin admin] Pushing event updated for resources: {'Port': ['ID=33bd4413-657e-4b1f-b386-49de92337dab,revision_number=2']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:50:45.618400 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-41c3194f-1c72-4bed-9edb-958713dc5e17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:50:45.710996 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c3194f-1c72-4bed-9edb-958713dc5e17 admin admin] Network 18baacea-6e42-47c9-bfce-009df32d3f96 is already hosted by enough agents. {{(pid=98185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 18:50:45.713164 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.base_scheduler [None req-41c3194f-1c72-4bed-9edb-958713dc5e17 admin admin] Resources bound (agent type, host, resource id): {{(pid=98185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 18:50:45.719974 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523666e4-3974-460d-9226-e719b9adb039 req-f64e8931-5ce4-4edb-82b7-ee277a791a66 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:50:45.721528 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-523666e4-3974-460d-9226-e719b9adb039 req-f64e8931-5ce4-4edb-82b7-ee277a791a66 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=98098ee8-c38f-4d5c-b59c-21b6d07b4b26 HTTP/1.1" status: 200 len: 945 time: 0.0763447 Jun 10 18:50:45.777496 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-523666e4-3974-460d-9226-e719b9adb039 req-17d10afe-d885-49a7-8eab-32522f18d166 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490818 Jun 10 18:50:45.899175 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41c3194f-1c72-4bed-9edb-958713dc5e17 admin admin] Router 7b4cb076-33a3-4d00-8d40-58cd30c87ce9 has already been hosted by L3 agent 1661496b-b13c-41e5-8e80-f6a07c138e01 {{(pid=98185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 18:50:46.000636 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Device 61be99a6-a09f-4e25-b50e-2c0d6187cd00 up at agent ovs-agent-dv-cinder-786260-4-iscsi {{(pid=98186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 18:50:46.145837 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41c3194f-1c72-4bed-9edb-958713dc5e17 admin admin] Notify agent at l3_agent.dv-cinder-786260-4-iscsi the message routers_updated {{(pid=98185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 18:50:46.153995 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-41c3194f-1c72-4bed-9edb-958713dc5e17 admin admin] 10.222.0.15 "PUT /v2.0/routers/7b4cb076-33a3-4d00-8d40-58cd30c87ce9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0257778 Jun 10 18:50:46.230689 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-d165329f-4421-4705-9d7b-3e90051d51e4 None None] Provisioning complete for port 33bd4413-657e-4b1f-b386-49de92337dab triggered by entity DHCP. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 18:50:46.231212 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-d165329f-4421-4705-9d7b-3e90051d51e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:46.291611 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Provisioning complete for port 61be99a6-a09f-4e25-b50e-2c0d6187cd00 triggered by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 18:50:46.292106 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:46.295036 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.plugin [None req-d165329f-4421-4705-9d7b-3e90051d51e4 None None] Port 33bd4413-657e-4b1f-b386-49de92337dab cannot update to ACTIVE because it is not bound. {{(pid=98186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 18:50:46.468595 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Device 7243313e-40c9-429f-a2bc-ed38db0d737b up at agent ovs-agent-dv-cinder-786260-4-iscsi {{(pid=98186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 18:50:46.480108 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa402d9-dd90-4232-af15-262ec5069d37 req-d10c3179-b0dd-41f8-9772-56d0b9e2fc3c tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:50:46.481838 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-eaa402d9-dd90-4232-af15-262ec5069d37 req-d10c3179-b0dd-41f8-9772-56d0b9e2fc3c tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/ports?device_id=2287ee15-f1bb-4205-b05f-4482b33f522e HTTP/1.1" status: 200 len: 945 time: 0.1854923 Jun 10 18:50:46.539139 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Provisioning for port 7243313e-40c9-429f-a2bc-ed38db0d737b completed by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 18:50:46.544855 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Provisioning complete for port 7243313e-40c9-429f-a2bc-ed38db0d737b triggered by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 18:50:46.546339 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:46.571044 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-eaa402d9-dd90-4232-af15-262ec5069d37 req-399c218b-4e83-43cd-8c39-5621bcb855cf tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/security-groups?id=06502357-ff4c-485b-91b1-561d1bbe6894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759346 Jun 10 18:50:46.666307 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:46.685932 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] For port 7243313e-40c9-429f-a2bc-ed38db0d737b, host dv-cinder-786260-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-4-iscsi',level=0,port_id=7243313e-40c9-429f-a2bc-ed38db0d737b,segment=NetworkSegment(151ae908-95e4-46a8-8b94-d201ec410581),segment_id=151ae908-95e4-46a8-8b94-d201ec410581)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:50:46.689534 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:46.690403 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Device 18db5388-ac65-467a-93cc-74f825b7a1c5 up at agent ovs-agent-dv-cinder-786260-4-iscsi {{(pid=98186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 18:50:46.692027 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:50:46.781753 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Pushing event updated for resources: {'Port': ['ID=7243313e-40c9-429f-a2bc-ed38db0d737b,revision_number=4']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:50:46.803611 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:50:46.803611 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:50:46.803611 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:50:46.803611 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:50:46.803611 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:50:46.803611 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:50:46.803611 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:50:46.803611 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:50:46.803611 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:50:46.803611 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:50:46.803611 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:50:46.803611 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:50:46.810222 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:50:46.822163 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Provisioning complete for port 18db5388-ac65-467a-93cc-74f825b7a1c5 triggered by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 18:50:46.822596 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:46.824766 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806e8f27-041a-49ee-9d58-2608ab40394b None None] Sync routers for ids ['7b4cb076-33a3-4d00-8d40-58cd30c87ce9'] in dv-cinder-786260-4-iscsi {{(pid=98186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 18:50:46.883615 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806e8f27-041a-49ee-9d58-2608ab40394b None None] Routers {'7b4cb076-33a3-4d00-8d40-58cd30c87ce9'} bound to L3 agent in host dv-cinder-786260-4-iscsi {{(pid=98186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 18:50:46.884101 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-806e8f27-041a-49ee-9d58-2608ab40394b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T18:39:44Z,description=,heartbeat_timestamp=2021-06-10T18:50:44Z,host='dv-cinder-786260-4-iscsi',id=1661496b-b13c-41e5-8e80-f6a07c138e01,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T18:39:44Z,topic='l3_agent')) {'router_ids': ['7b4cb076-33a3-4d00-8d40-58cd30c87ce9'], 'active': True} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:50:46.995128 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75efd10e-17aa-4155-af35-52bdb29bb280 req-a6c086f5-8f9a-4df7-9209-dabaa66f070d tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:50:46.999436 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-75efd10e-17aa-4155-af35-52bdb29bb280 req-a6c086f5-8f9a-4df7-9209-dabaa66f070d tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=98098ee8-c38f-4d5c-b59c-21b6d07b4b26 HTTP/1.1" status: 200 len: 945 time: 0.0793402 Jun 10 18:50:47.059568 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-75efd10e-17aa-4155-af35-52bdb29bb280 req-a440961c-3e65-4c74-90f2-9ed38d2e06d5 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566003 Jun 10 18:50:47.078618 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvr_db [None req-806e8f27-041a-49ee-9d58-2608ab40394b None None] Set router 7b4cb076-33a3-4d00-8d40-58cd30c87ce9 gateway port host: dv-cinder-786260-4-iscsi {{(pid=98186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 18:50:47.288915 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-bf1ede84-8c21-46ff-8a19-cb90afe635a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:47.389955 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-806e8f27-041a-49ee-9d58-2608ab40394b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b4cb076-33a3-4d00-8d40-58cd30c87ce9', 'name': 'tempest-TestMinimumBasicScenario-1544938123-router', 'tenant_id': 'b4a97c5913844139b5da632bd347b1d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '7243313e-40c9-429f-a2bc-ed38db0d737b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T18:50:39Z', 'updated_at': '2021-06-10T18:50:45Z', 'revision_number': 4, 'project_id': 'b4a97c5913844139b5da632bd347b1d6', 'gw_port': {'id': '7243313e-40c9-429f-a2bc-ed38db0d737b', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:3e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4cb076-33a3-4d00-8d40-58cd30c87ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:50:40Z', 'updated_at': '2021-06-10T18:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi', '_interfaces': [{'id': '33bd4413-657e-4b1f-b386-49de92337dab', 'name': '', 'network_id': '18baacea-6e42-47c9-bfce-009df32d3f96', 'tenant_id': 'b4a97c5913844139b5da632bd347b1d6', 'mac_address': 'fa:16:3e:88:56:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b4cb076-33a3-4d00-8d40-58cd30c87ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '8148ad92-673e-4a5e-a70e-35ce3eb1210e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:50:43Z', 'updated_at': '2021-06-10T18:50:45Z', 'revision_number': 2, 'project_id': 'b4a97c5913844139b5da632bd347b1d6', 'subnets': [{'id': '8148ad92-673e-4a5e-a70e-35ce3eb1210e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-4-iscsi', False) {} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:50:47.394168 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806e8f27-041a-49ee-9d58-2608ab40394b None None] Checking router: 7b4cb076-33a3-4d00-8d40-58cd30c87ce9 for host: dv-cinder-786260-4-iscsi {{(pid=98186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 18:50:47.395004 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806e8f27-041a-49ee-9d58-2608ab40394b None None] Updating router 7b4cb076-33a3-4d00-8d40-58cd30c87ce9 port 33bd4413-657e-4b1f-b386-49de92337dab binding host dv-cinder-786260-4-iscsi {{(pid=98186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 18:50:47.456795 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-806e8f27-041a-49ee-9d58-2608ab40394b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:47.623530 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:47.889543 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c044539f-e2c2-4eed-bb4a-ddfc2916246c req-bf6db9a9-7060-47d6-93ed-847851f12972 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:50:47.891741 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-c044539f-e2c2-4eed-bb4a-ddfc2916246c req-bf6db9a9-7060-47d6-93ed-847851f12972 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/ports?device_id=2287ee15-f1bb-4205-b05f-4482b33f522e HTTP/1.1" status: 200 len: 945 time: 0.1267238 Jun 10 18:50:47.910645 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Device 7243313e-40c9-429f-a2bc-ed38db0d737b up at agent ovs-agent-dv-cinder-786260-4-iscsi {{(pid=98186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 18:50:47.954338 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-c044539f-e2c2-4eed-bb4a-ddfc2916246c req-b7d346ef-4228-4a5d-9c0d-5bcad0e6a446 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/security-groups?id=06502357-ff4c-485b-91b1-561d1bbe6894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548508 Jun 10 18:50:47.971851 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-806e8f27-041a-49ee-9d58-2608ab40394b None None] Notify callbacks [] for port, precommit_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:47.987211 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-806e8f27-041a-49ee-9d58-2608ab40394b None None] Transition to ACTIVE for port object 33bd4413-657e-4b1f-b386-49de92337dab will not be triggered until provisioned by entity L2. {{(pid=98186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 18:50:47.997164 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-806e8f27-041a-49ee-9d58-2608ab40394b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:48.000472 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:50:48.040796 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Provisioning complete for port 7243313e-40c9-429f-a2bc-ed38db0d737b triggered by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 18:50:48.041194 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:48.161397 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8503edea-54a3-4a4b-b870-341a6e848d9e None None] Pushing event updated for resources: {'Port': ['ID=33bd4413-657e-4b1f-b386-49de92337dab,revision_number=3']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:50:48.168502 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-8503edea-54a3-4a4b-b870-341a6e848d9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:50:48.344618 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.managers [None req-806e8f27-041a-49ee-9d58-2608ab40394b None None] Attempting to bind port 33bd4413-657e-4b1f-b386-49de92337dab on host dv-cinder-786260-4-iscsi for vnic_type normal with profile {{(pid=98186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 18:50:48.345126 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.managers [None req-806e8f27-041a-49ee-9d58-2608ab40394b None None] Attempting to bind port 33bd4413-657e-4b1f-b386-49de92337dab by drivers openvswitch,hyperv on host dv-cinder-786260-4-iscsi at level 0 using segments [{'id': 'b0b4ed26-20ec-445e-98ea-580f4ad54998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '18baacea-6e42-47c9-bfce-009df32d3f96'}] {{(pid=98186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 18:50:48.345368 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806e8f27-041a-49ee-9d58-2608ab40394b None None] Attempting to bind port 33bd4413-657e-4b1f-b386-49de92337dab on network 18baacea-6e42-47c9-bfce-009df32d3f96 {{(pid=98186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 18:50:48.356051 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19e7266-5eac-41ce-a7a5-9c645ff56b10 req-22455191-335a-4e78-9fe4-5ffff6a0fa60 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:50:48.357636 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-e19e7266-5eac-41ce-a7a5-9c645ff56b10 req-22455191-335a-4e78-9fe4-5ffff6a0fa60 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=98098ee8-c38f-4d5c-b59c-21b6d07b4b26 HTTP/1.1" status: 200 len: 945 time: 0.1303747 Jun 10 18:50:48.357881 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806e8f27-041a-49ee-9d58-2608ab40394b None None] Checking agent: {'id': '0a9461fa-5aa1-4bfe-a01a-9192fdaa924f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 18, 39, 44), 'started_at': datetime.datetime(2021, 6, 10, 18, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 18, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 18:50:48.358275 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806e8f27-041a-49ee-9d58-2608ab40394b None None] Checking segment: {'id': 'b0b4ed26-20ec-445e-98ea-580f4ad54998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '18baacea-6e42-47c9-bfce-009df32d3f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 18:50:48.358693 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-806e8f27-041a-49ee-9d58-2608ab40394b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:48.359100 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806e8f27-041a-49ee-9d58-2608ab40394b None None] Bound using segment: {'id': 'b0b4ed26-20ec-445e-98ea-580f4ad54998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '18baacea-6e42-47c9-bfce-009df32d3f96'} {{(pid=98186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 18:50:48.359584 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.managers [None req-806e8f27-041a-49ee-9d58-2608ab40394b None None] Bound port: 33bd4413-657e-4b1f-b386-49de92337dab, host: dv-cinder-786260-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0b4ed26-20ec-445e-98ea-580f4ad54998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '18baacea-6e42-47c9-bfce-009df32d3f96'}}] {{(pid=98186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 18:50:48.360652 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-806e8f27-041a-49ee-9d58-2608ab40394b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:48.440787 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-e19e7266-5eac-41ce-a7a5-9c645ff56b10 req-07a61073-ab4e-4a8d-947b-2f6c0f22ab98 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718026 Jun 10 18:50:48.488335 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-806e8f27-041a-49ee-9d58-2608ab40394b None None] For port 33bd4413-657e-4b1f-b386-49de92337dab, host dv-cinder-786260-4-iscsi, cleared binding levels {{(pid=98186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 18:50:48.492639 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-806e8f27-041a-49ee-9d58-2608ab40394b None None] For port 33bd4413-657e-4b1f-b386-49de92337dab, host dv-cinder-786260-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-4-iscsi',level=0,port_id=33bd4413-657e-4b1f-b386-49de92337dab,segment=NetworkSegment(b0b4ed26-20ec-445e-98ea-580f4ad54998),segment_id=b0b4ed26-20ec-445e-98ea-580f4ad54998)] {{(pid=98186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 18:50:48.499944 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-806e8f27-041a-49ee-9d58-2608ab40394b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:48.508269 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:50:48.581134 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806e8f27-041a-49ee-9d58-2608ab40394b None None] Routers {'7b4cb076-33a3-4d00-8d40-58cd30c87ce9'} bound to L3 agent in host dv-cinder-786260-4-iscsi {{(pid=98186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 18:50:48.581802 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-806e8f27-041a-49ee-9d58-2608ab40394b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T18:39:44Z,description=,heartbeat_timestamp=2021-06-10T18:50:44Z,host='dv-cinder-786260-4-iscsi',id=1661496b-b13c-41e5-8e80-f6a07c138e01,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T18:39:44Z,topic='l3_agent')) {'router_ids': ['7b4cb076-33a3-4d00-8d40-58cd30c87ce9'], 'active': True} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:50:48.593224 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8503edea-54a3-4a4b-b870-341a6e848d9e None None] Pushing event updated for resources: {'Port': ['ID=33bd4413-657e-4b1f-b386-49de92337dab,revision_number=4']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:50:48.714058 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-8503edea-54a3-4a4b-b870-341a6e848d9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:50:48.804696 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvr_db [None req-806e8f27-041a-49ee-9d58-2608ab40394b None None] Set router 7b4cb076-33a3-4d00-8d40-58cd30c87ce9 gateway port host: dv-cinder-786260-4-iscsi {{(pid=98186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 18:50:49.217753 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150b9c55-dfb6-4c61-b8cc-c2ecaa005b85 req-fd927739-a73f-41f5-93f7-f23e194d3d5a tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:50:49.218719 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071941b5-7244-46ca-be25-e189c4627eb3 req-037a9388-f1cb-4c65-84fe-6ba55a9d13d3 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:50:49.220386 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-071941b5-7244-46ca-be25-e189c4627eb3 req-037a9388-f1cb-4c65-84fe-6ba55a9d13d3 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.39 "GET /v2.0/ports?device_id=2287ee15-f1bb-4205-b05f-4482b33f522e HTTP/1.1" status: 200 len: 945 time: 0.0994904 Jun 10 18:50:49.225753 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-150b9c55-dfb6-4c61-b8cc-c2ecaa005b85 req-fd927739-a73f-41f5-93f7-f23e194d3d5a tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/ports?device_id=2287ee15-f1bb-4205-b05f-4482b33f522e HTTP/1.1" status: 200 len: 945 time: 0.1135762 Jun 10 18:50:49.276737 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-150b9c55-dfb6-4c61-b8cc-c2ecaa005b85 req-124aac7a-eb6a-4d6b-9096-c0a27949a05d tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/security-groups?id=06502357-ff4c-485b-91b1-561d1bbe6894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495210 Jun 10 18:50:49.318161 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-806e8f27-041a-49ee-9d58-2608ab40394b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b4cb076-33a3-4d00-8d40-58cd30c87ce9', 'name': 'tempest-TestMinimumBasicScenario-1544938123-router', 'tenant_id': 'b4a97c5913844139b5da632bd347b1d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '7243313e-40c9-429f-a2bc-ed38db0d737b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T18:50:39Z', 'updated_at': '2021-06-10T18:50:45Z', 'revision_number': 4, 'project_id': 'b4a97c5913844139b5da632bd347b1d6', 'gw_port': {'id': '7243313e-40c9-429f-a2bc-ed38db0d737b', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:3e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4cb076-33a3-4d00-8d40-58cd30c87ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:50:40Z', 'updated_at': '2021-06-10T18:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi', '_interfaces': [{'id': '33bd4413-657e-4b1f-b386-49de92337dab', 'name': '', 'network_id': '18baacea-6e42-47c9-bfce-009df32d3f96', 'tenant_id': 'b4a97c5913844139b5da632bd347b1d6', 'mac_address': 'fa:16:3e:88:56:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b4cb076-33a3-4d00-8d40-58cd30c87ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '8148ad92-673e-4a5e-a70e-35ce3eb1210e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:50:43Z', 'updated_at': '2021-06-10T18:50:48Z', 'revision_number': 4, 'project_id': 'b4a97c5913844139b5da632bd347b1d6', 'subnets': [{'id': '8148ad92-673e-4a5e-a70e-35ce3eb1210e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-4-iscsi', False) {} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:50:49.324971 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806e8f27-041a-49ee-9d58-2608ab40394b None None] The sync data for ids ['7b4cb076-33a3-4d00-8d40-58cd30c87ce9'] in dv-cinder-786260-4-iscsi is: [{'id': '7b4cb076-33a3-4d00-8d40-58cd30c87ce9', 'name': 'tempest-TestMinimumBasicScenario-1544938123-router', 'tenant_id': 'b4a97c5913844139b5da632bd347b1d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '7243313e-40c9-429f-a2bc-ed38db0d737b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T18:50:39Z', 'updated_at': '2021-06-10T18:50:45Z', 'revision_number': 4, 'project_id': 'b4a97c5913844139b5da632bd347b1d6', 'gw_port': {'id': '7243313e-40c9-429f-a2bc-ed38db0d737b', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:3e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4cb076-33a3-4d00-8d40-58cd30c87ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:50:40Z', 'updated_at': '2021-06-10T18:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi', '_interfaces': [{'id': '33bd4413-657e-4b1f-b386-49de92337dab', 'name': '', 'network_id': '18baacea-6e42-47c9-bfce-009df32d3f96', 'tenant_id': 'b4a97c5913844139b5da632bd347b1d6', 'mac_address': 'fa:16:3e:88:56:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b4cb076-33a3-4d00-8d40-58cd30c87ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '8148ad92-673e-4a5e-a70e-35ce3eb1210e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:50:43Z', 'updated_at': '2021-06-10T18:50:48Z', 'revision_number': 4, 'project_id': 'b4a97c5913844139b5da632bd347b1d6', 'subnets': [{'id': '8148ad92-673e-4a5e-a70e-35ce3eb1210e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 18:50:49.423832 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.plugin [req-071941b5-7244-46ca-be25-e189c4627eb3 req-eba7f139-2147-4803-9bef-259eafa0f7e3 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Deleting port b2958015-e143-4604-85b8-bcf01bea7647 {{(pid=98185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 18:50:49.424347 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-071941b5-7244-46ca-be25-e189c4627eb3 req-eba7f139-2147-4803-9bef-259eafa0f7e3 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578452511'] for port, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:49.609015 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.db [req-071941b5-7244-46ca-be25-e189c4627eb3 req-eba7f139-2147-4803-9bef-259eafa0f7e3 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] For port b2958015-e143-4604-85b8-bcf01bea7647, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=b2958015-e143-4604-85b8-bcf01bea7647,segment=NetworkSegment(fd279837-3169-4e44-bb88-c8bbfa96e1db),segment_id=fd279837-3169-4e44-bb88-c8bbfa96e1db)] {{(pid=98185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:50:49.609678 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-071941b5-7244-46ca-be25-e189c4627eb3 req-eba7f139-2147-4803-9bef-259eafa0f7e3 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4044702'] for port, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:49.875159 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.plugin [req-071941b5-7244-46ca-be25-e189c4627eb3 req-eba7f139-2147-4803-9bef-259eafa0f7e3 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Calling delete_port for b2958015-e143-4604-85b8-bcf01bea7647 owned by compute:nova {{(pid=98185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 18:50:49.962598 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Device 33bd4413-657e-4b1f-b386-49de92337dab up at agent ovs-agent-dv-cinder-786260-4-iscsi {{(pid=98186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 18:50:50.056462 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4497d054-94c9-49d9-a978-e039377e4877 req-e9918e11-06dd-4c45-9d18-40b3f4daadeb tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:50:50.063338 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-4497d054-94c9-49d9-a978-e039377e4877 req-e9918e11-06dd-4c45-9d18-40b3f4daadeb tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=98098ee8-c38f-4d5c-b59c-21b6d07b4b26 HTTP/1.1" status: 200 len: 945 time: 0.4506118 Jun 10 18:50:50.137703 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-4497d054-94c9-49d9-a978-e039377e4877 req-dc546339-e7d6-4da2-bddb-03bce22329f4 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707343 Jun 10 18:50:50.164412 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Provisioning for port 33bd4413-657e-4b1f-b386-49de92337dab completed by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 18:50:50.173990 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Provisioning complete for port 33bd4413-657e-4b1f-b386-49de92337dab triggered by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 18:50:50.174677 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:50.246511 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-071941b5-7244-46ca-be25-e189c4627eb3 req-eba7f139-2147-4803-9bef-259eafa0f7e3 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578457411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578064415'] for port, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:50.265002 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:50:50.277650 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] get_ports_and_sgs() called for port_ids ['e7ba6b50-0941-4934-bafd-87f6d28ef45c', '4913d01a-780e-4065-b660-65f7e7c52150', 'e9bed309-05f8-42bf-a86b-912f7f057221'] {{(pid=98186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 18:50:50.350294 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba7f139-2147-4803-9bef-259eafa0f7e3 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Pushing event deleted for resources: {'Port': ['ID=b2958015-e143-4604-85b8-bcf01bea7647,revision_number=None']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:50:50.377362 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-eba7f139-2147-4803-9bef-259eafa0f7e3 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:50:50.449388 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:50.554279 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] For port 33bd4413-657e-4b1f-b386-49de92337dab, host dv-cinder-786260-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-4-iscsi',level=0,port_id=33bd4413-657e-4b1f-b386-49de92337dab,segment=NetworkSegment(b0b4ed26-20ec-445e-98ea-580f4ad54998),segment_id=b0b4ed26-20ec-445e-98ea-580f4ad54998)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:50:50.559158 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-026d6bae-47db-47c0-a00d-f4e3c26030c4 req-81f296e6-ae3f-41c8-b3a6-36207b88e083 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/ports?device_id=2287ee15-f1bb-4205-b05f-4482b33f522e HTTP/1.1" status: 200 len: 210 time: 0.0865068 Jun 10 18:50:50.560848 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.db.l3_dvrscheduler_db [req-071941b5-7244-46ca-be25-e189c4627eb3 req-eba7f139-2147-4803-9bef-259eafa0f7e3 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] No DVR routers for this DVR port b2958015-e143-4604-85b8-bcf01bea7647 on host hv-cinder-78626 {{(pid=98185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 18:50:50.568894 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-071941b5-7244-46ca-be25-e189c4627eb3 req-eba7f139-2147-4803-9bef-259eafa0f7e3 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230521'] for port, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:50.572583 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-071941b5-7244-46ca-be25-e189c4627eb3 req-eba7f139-2147-4803-9bef-259eafa0f7e3 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.39 "DELETE /v2.0/ports/b2958015-e143-4604-85b8-bcf01bea7647 HTTP/1.1" status: 204 len: 173 time: 1.3452194 Jun 10 18:50:50.573193 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2287ee15-f1bb-4205-b05f-4482b33f522e', 'name': 'network-vif-deleted', 'tag': 'b2958015-e143-4604-85b8-bcf01bea7647'}] {{(pid=98185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 18:50:50.575667 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44d46bb02d59f4e600e8e3fdef735be97a189b4bda953b1539dd9e97451c2ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20466e45-2158-4f40-86f4-8153ad423ae6" -d '{"events": [{"server_uuid": "2287ee15-f1bb-4205-b05f-4482b33f522e", "name": "network-vif-deleted", "tag": "b2958015-e143-4604-85b8-bcf01bea7647"}]}' {{(pid=98185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 18:50:50.593117 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:50.599374 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:50:50.633261 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 18:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc98c426-bf1d-4655-a112-625477e26333 x-openstack-request-id: req-bc98c426-bf1d-4655-a112-625477e26333 {{(pid=98185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 18:50:50.633707 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2287ee15-f1bb-4205-b05f-4482b33f522e", "name": "network-vif-deleted", "tag": "b2958015-e143-4604-85b8-bcf01bea7647", "status": "completed", "code": 200}]} {{(pid=98185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 18:50:50.635288 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bc98c426-bf1d-4655-a112-625477e26333 {{(pid=98185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 18:50:50.636034 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2287ee15-f1bb-4205-b05f-4482b33f522e', 'name': 'network-vif-deleted', 'tag': 'b2958015-e143-4604-85b8-bcf01bea7647', 'status': 'completed', 'code': 200} Jun 10 18:50:50.779119 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Pushing event updated for resources: {'Port': ['ID=33bd4413-657e-4b1f-b386-49de92337dab,revision_number=5']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:50:50.785856 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:50:51.392938 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263d8849-4c57-4fea-83c5-a3043c189df9 req-3186b36a-e405-4736-8c5e-d3e43e5b3957 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:50:51.404756 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-263d8849-4c57-4fea-83c5-a3043c189df9 req-3186b36a-e405-4736-8c5e-d3e43e5b3957 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=98098ee8-c38f-4d5c-b59c-21b6d07b4b26 HTTP/1.1" status: 200 len: 945 time: 0.1332202 Jun 10 18:50:51.457188 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-263d8849-4c57-4fea-83c5-a3043c189df9 req-7a13238a-b850-4a6d-9d1e-6943c22beb03 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515549 Jun 10 18:50:51.817234 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-b3a3f886-a5f0-4119-a613-217efcea8e30 req-e3615e8d-e371-4b14-800f-0f35493fed99 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/ports?device_id=2287ee15-f1bb-4205-b05f-4482b33f522e HTTP/1.1" status: 200 len: 210 time: 0.0964928 Jun 10 18:50:51.894234 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Device 33bd4413-657e-4b1f-b386-49de92337dab up at agent ovs-agent-dv-cinder-786260-4-iscsi {{(pid=98186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 18:50:51.966767 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Provisioning complete for port 33bd4413-657e-4b1f-b386-49de92337dab triggered by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 18:50:51.967435 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:52.146121 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Device b2958015-e143-4604-85b8-bcf01bea7647 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=98186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 18:50:52.184894 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.plugin [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] No Port match for: b2958015-e143-4604-85b8-bcf01bea7647 {{(pid=98186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 18:50:52.185647 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Device b2958015-e143-4604-85b8-bcf01bea7647 not bound to the agent host hv-cinder-78626 {{(pid=98186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 18:50:54.496428 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc17ba-4b62-49d0-9bf3-86c125671f3a req-71e1c7c2-c387-4e7e-a9f3-edab056fb58a tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:50:54.498163 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-1efc17ba-4b62-49d0-9bf3-86c125671f3a req-71e1c7c2-c387-4e7e-a9f3-edab056fb58a tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/ports?device_id=94e349ce-a4f7-4025-9ef3-4a930259130a HTTP/1.1" status: 200 len: 946 time: 0.0922132 Jun 10 18:50:54.550912 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-1efc17ba-4b62-49d0-9bf3-86c125671f3a req-2faf57c6-114a-4004-adce-b0f2393d62cc tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/security-groups?id=06502357-ff4c-485b-91b1-561d1bbe6894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470097 Jun 10 18:50:55.773298 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8bfcde-9449-4976-bc11-1bcf2547cc2e req-d6ffdeaf-c63e-41b5-a378-2b72dfaf9a16 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:50:55.775188 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-6c8bfcde-9449-4976-bc11-1bcf2547cc2e req-d6ffdeaf-c63e-41b5-a378-2b72dfaf9a16 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/ports?device_id=94e349ce-a4f7-4025-9ef3-4a930259130a HTTP/1.1" status: 200 len: 946 time: 0.0898659 Jun 10 18:50:55.839033 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-6c8bfcde-9449-4976-bc11-1bcf2547cc2e req-1d9a900e-353c-4758-b47d-5ef6b3fd0891 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/security-groups?id=06502357-ff4c-485b-91b1-561d1bbe6894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572581 Jun 10 18:50:56.485408 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4645f2d1-a4c2-4518-9a81-7dae0974a5f0 req-d7f0f606-8671-4f08-b737-48ef905b8d17 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:50:56.487086 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-4645f2d1-a4c2-4518-9a81-7dae0974a5f0 req-d7f0f606-8671-4f08-b737-48ef905b8d17 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.39 "GET /v2.0/ports?device_id=94e349ce-a4f7-4025-9ef3-4a930259130a HTTP/1.1" status: 200 len: 946 time: 0.0798593 Jun 10 18:50:56.669915 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.plugin [req-4645f2d1-a4c2-4518-9a81-7dae0974a5f0 req-e42344e5-e3a8-4ce1-9a27-97e9c3d2eb9c tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Deleting port e9bed309-05f8-42bf-a86b-912f7f057221 {{(pid=98185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 18:50:56.669915 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-4645f2d1-a4c2-4518-9a81-7dae0974a5f0 req-e42344e5-e3a8-4ce1-9a27-97e9c3d2eb9c tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578452511'] for port, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:57.045488 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e607f-7d6e-4dea-bf40-412cd752335e req-07eb795b-987c-471b-b733-5082829fd2fe tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:50:57.053345 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-962e607f-7d6e-4dea-bf40-412cd752335e req-07eb795b-987c-471b-b733-5082829fd2fe tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/ports?device_id=94e349ce-a4f7-4025-9ef3-4a930259130a HTTP/1.1" status: 200 len: 946 time: 0.0824316 Jun 10 18:50:57.060474 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.db [req-4645f2d1-a4c2-4518-9a81-7dae0974a5f0 req-e42344e5-e3a8-4ce1-9a27-97e9c3d2eb9c tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] For port e9bed309-05f8-42bf-a86b-912f7f057221, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=e9bed309-05f8-42bf-a86b-912f7f057221,segment=NetworkSegment(fd279837-3169-4e44-bb88-c8bbfa96e1db),segment_id=fd279837-3169-4e44-bb88-c8bbfa96e1db)] {{(pid=98185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:50:57.061084 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-4645f2d1-a4c2-4518-9a81-7dae0974a5f0 req-e42344e5-e3a8-4ce1-9a27-97e9c3d2eb9c tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4044702'] for port, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:57.107799 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-962e607f-7d6e-4dea-bf40-412cd752335e req-eea18813-0987-4ce0-9955-6570da38a0ce tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/security-groups?id=06502357-ff4c-485b-91b1-561d1bbe6894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528626 Jun 10 18:50:57.156426 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.plugin [req-4645f2d1-a4c2-4518-9a81-7dae0974a5f0 req-e42344e5-e3a8-4ce1-9a27-97e9c3d2eb9c tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Calling delete_port for e9bed309-05f8-42bf-a86b-912f7f057221 owned by compute:nova {{(pid=98185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 18:50:57.330227 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-4645f2d1-a4c2-4518-9a81-7dae0974a5f0 req-e42344e5-e3a8-4ce1-9a27-97e9c3d2eb9c tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578457411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578064415'] for port, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:57.335924 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-c0b098f8-d814-4e4f-b863-991d2133fc50 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:50:57.342231 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] get_ports_and_sgs() called for port_ids ['e7ba6b50-0941-4934-bafd-87f6d28ef45c', '4913d01a-780e-4065-b660-65f7e7c52150', 'e9bed309-05f8-42bf-a86b-912f7f057221'] {{(pid=98186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 18:50:57.373097 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42344e5-e3a8-4ce1-9a27-97e9c3d2eb9c tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Pushing event deleted for resources: {'Port': ['ID=e9bed309-05f8-42bf-a86b-912f7f057221,revision_number=None']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:50:57.381403 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-e42344e5-e3a8-4ce1-9a27-97e9c3d2eb9c tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:50:57.448269 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.db.l3_dvrscheduler_db [req-4645f2d1-a4c2-4518-9a81-7dae0974a5f0 req-e42344e5-e3a8-4ce1-9a27-97e9c3d2eb9c tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] No DVR routers for this DVR port e9bed309-05f8-42bf-a86b-912f7f057221 on host hv-cinder-78626 {{(pid=98185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 18:50:57.451392 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-4645f2d1-a4c2-4518-9a81-7dae0974a5f0 req-e42344e5-e3a8-4ce1-9a27-97e9c3d2eb9c tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230521'] for port, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:50:57.454199 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-4645f2d1-a4c2-4518-9a81-7dae0974a5f0 req-e42344e5-e3a8-4ce1-9a27-97e9c3d2eb9c tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.39 "DELETE /v2.0/ports/e9bed309-05f8-42bf-a86b-912f7f057221 HTTP/1.1" status: 204 len: 173 time: 0.9606638 Jun 10 18:50:57.454972 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94e349ce-a4f7-4025-9ef3-4a930259130a', 'name': 'network-vif-deleted', 'tag': 'e9bed309-05f8-42bf-a86b-912f7f057221'}] {{(pid=98185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 18:50:57.461250 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44d46bb02d59f4e600e8e3fdef735be97a189b4bda953b1539dd9e97451c2ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8518d4ae-4778-47e1-84c3-100ce026d25d" -d '{"events": [{"server_uuid": "94e349ce-a4f7-4025-9ef3-4a930259130a", "name": "network-vif-deleted", "tag": "e9bed309-05f8-42bf-a86b-912f7f057221"}]}' {{(pid=98185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 18:50:57.591385 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 18:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-952eecfa-fd26-45b6-ba5d-c30053a6e498 x-openstack-request-id: req-952eecfa-fd26-45b6-ba5d-c30053a6e498 {{(pid=98185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 18:50:57.591722 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94e349ce-a4f7-4025-9ef3-4a930259130a", "name": "network-vif-deleted", "tag": "e9bed309-05f8-42bf-a86b-912f7f057221", "status": "completed", "code": 200}]} {{(pid=98185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 18:50:57.592013 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-952eecfa-fd26-45b6-ba5d-c30053a6e498 {{(pid=98185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 18:50:57.592448 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94e349ce-a4f7-4025-9ef3-4a930259130a', 'name': 'network-vif-deleted', 'tag': 'e9bed309-05f8-42bf-a86b-912f7f057221', 'status': 'completed', 'code': 200} Jun 10 18:50:58.132120 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6afced0-12b8-491e-bc17-4dc1d0bf4da6 req-1f5ada40-689e-4881-8ad2-717bd1deb862 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:50:58.138063 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-c6afced0-12b8-491e-bc17-4dc1d0bf4da6 req-1f5ada40-689e-4881-8ad2-717bd1deb862 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] 10.222.0.15 "GET /v2.0/networks?id=14d750dc-f13b-4ce7-a115-b7a35aca44f1 HTTP/1.1" status: 200 len: 814 time: 0.1428466 Jun 10 18:50:58.150165 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-c6afced0-12b8-491e-bc17-4dc1d0bf4da6 req-0ce3102b-cb60-4d7e-b1d6-1c13047af9be tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] 10.222.0.15 "GET /v2.0/quotas/8fa25c8cde534a6a9acc3f658014058f HTTP/1.1" status: 200 len: 375 time: 0.0111673 Jun 10 18:50:58.233859 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-c6afced0-12b8-491e-bc17-4dc1d0bf4da6 req-14138d31-ca19-4a54-84ec-434d2e7461c2 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8fa25c8cde534a6a9acc3f658014058f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0778728 Jun 10 18:50:58.286288 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-35e1508b-6dde-40c3-b0c8-da04dab4215e req-075310fb-9553-46f5-b970-99ed4ee455fb tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/ports?device_id=94e349ce-a4f7-4025-9ef3-4a930259130a HTTP/1.1" status: 200 len: 210 time: 0.0418131 Jun 10 18:50:58.372211 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-c6afced0-12b8-491e-bc17-4dc1d0bf4da6 req-39e2e7d8-cb48-47a3-9345-ab9f27b654ad service neutron] 10.222.0.15 "GET /v2.0/networks/14d750dc-f13b-4ce7-a115-b7a35aca44f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197135 Jun 10 18:50:58.495126 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-c6afced0-12b8-491e-bc17-4dc1d0bf4da6 req-2101f8d3-3b8a-44a3-a7c9-95332206ecf2 service neutron] 10.222.0.15 "GET /v2.0/networks/14d750dc-f13b-4ce7-a115-b7a35aca44f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148574 Jun 10 18:50:58.675791 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-058b275a-7f12-4231-8516-083e8aeaf644 req-38aa63ec-f8f4-4e60-afa9-7d67a191cfd8 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd0fa06a-987e-4b6e-a35d-ddfae995b593 HTTP/1.1" status: 200 len: 210 time: 0.0395372 Jun 10 18:50:59.806665 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a83b2a-07f3-49ed-a6cb-d0da583470c0 req-bd6f1ab4-b5bc-4604-9591-25000c88fcca tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:50:59.813430 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-f7a83b2a-07f3-49ed-a6cb-d0da583470c0 req-bd6f1ab4-b5bc-4604-9591-25000c88fcca tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/ports?device_id=22e94889-b73e-4383-ab05-cb5457deb660 HTTP/1.1" status: 200 len: 945 time: 0.1017857 Jun 10 18:50:59.836847 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-59086618-0683-4d8f-b30e-810d75ff8b0a req-2bf3238e-86db-4501-b31a-e8723800bc83 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd0fa06a-987e-4b6e-a35d-ddfae995b593 HTTP/1.1" status: 200 len: 210 time: 0.0361302 Jun 10 18:50:59.882080 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-f7a83b2a-07f3-49ed-a6cb-d0da583470c0 req-4865139c-3ee7-4559-b314-29a3490b6bf2 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/security-groups?id=06502357-ff4c-485b-91b1-561d1bbe6894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675216 Jun 10 18:50:59.980422 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6afced0-12b8-491e-bc17-4dc1d0bf4da6 req-44e2bbfa-be3f-41d9-8a55-0a532cc10333 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:50:59.981816 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-c6afced0-12b8-491e-bc17-4dc1d0bf4da6 req-44e2bbfa-be3f-41d9-8a55-0a532cc10333 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] 10.222.0.39 "GET /v2.0/networks?id=14d750dc-f13b-4ce7-a115-b7a35aca44f1 HTTP/1.1" status: 200 len: 814 time: 0.1934197 Jun 10 18:50:59.995587 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.v2.base [req-c6afced0-12b8-491e-bc17-4dc1d0bf4da6 req-96e66502-66b8-455c-a61e-5d6f5b79a7f9 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Request body: {'port': {'device_id': 'bd0fa06a-987e-4b6e-a35d-ddfae995b593', 'network_id': '14d750dc-f13b-4ce7-a115-b7a35aca44f1', 'admin_state_up': True, 'tenant_id': '8fa25c8cde534a6a9acc3f658014058f'}} {{(pid=98185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:51:00.135062 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6afced0-12b8-491e-bc17-4dc1d0bf4da6 req-96e66502-66b8-455c-a61e-5d6f5b79a7f9 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Made reservation on behalf of 8fa25c8cde534a6a9acc3f658014058f for: {'port': 1} {{(pid=98185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 18:51:00.138396 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-c6afced0-12b8-491e-bc17-4dc1d0bf4da6 req-96e66502-66b8-455c-a61e-5d6f5b79a7f9 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-941319'] for port, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:00.288497 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.db.db_base_plugin_common [req-c6afced0-12b8-491e-bc17-4dc1d0bf4da6 req-96e66502-66b8-455c-a61e-5d6f5b79a7f9 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Allocated IP 172.20.0.9 (14d750dc-f13b-4ce7-a115-b7a35aca44f1/34f7ba08-2729-4feb-bb78-9a13b8a0814c/97adc4a8-52b3-4c72-8965-c47fb5250ecf) {{(pid=98185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 18:51:00.470464 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-c6afced0-12b8-491e-bc17-4dc1d0bf4da6 req-96e66502-66b8-455c-a61e-5d6f5b79a7f9 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Notify callbacks [] for port, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:00.483172 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.db.provisioning_blocks [req-c6afced0-12b8-491e-bc17-4dc1d0bf4da6 req-96e66502-66b8-455c-a61e-5d6f5b79a7f9 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Transition to ACTIVE for port object 97adc4a8-52b3-4c72-8965-c47fb5250ecf will not be triggered until provisioned by entity DHCP. {{(pid=98185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 18:51:00.517631 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-c6afced0-12b8-491e-bc17-4dc1d0bf4da6 req-96e66502-66b8-455c-a61e-5d6f5b79a7f9 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-941510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578064406'] for port, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:00.521358 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-41c3194f-1c72-4bed-9edb-958713dc5e17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:51:00.572739 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6afced0-12b8-491e-bc17-4dc1d0bf4da6 req-96e66502-66b8-455c-a61e-5d6f5b79a7f9 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Network 14d750dc-f13b-4ce7-a115-b7a35aca44f1 is already hosted by enough agents. {{(pid=98185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 18:51:00.576023 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.base_scheduler [req-c6afced0-12b8-491e-bc17-4dc1d0bf4da6 req-96e66502-66b8-455c-a61e-5d6f5b79a7f9 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Resources bound (agent type, host, resource id): {{(pid=98185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 18:51:00.582799 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6afced0-12b8-491e-bc17-4dc1d0bf4da6 req-96e66502-66b8-455c-a61e-5d6f5b79a7f9 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Received port after_create {{(pid=98185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 18:51:00.588242 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6afced0-12b8-491e-bc17-4dc1d0bf4da6 req-96e66502-66b8-455c-a61e-5d6f5b79a7f9 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:00.590182 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-c6afced0-12b8-491e-bc17-4dc1d0bf4da6 req-96e66502-66b8-455c-a61e-5d6f5b79a7f9 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230521'] for port, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:00.599420 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e66502-66b8-455c-a61e-5d6f5b79a7f9 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Pushing event updated for resources: {'Port': ['ID=97adc4a8-52b3-4c72-8965-c47fb5250ecf,revision_number=1']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:51:00.603826 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-96e66502-66b8-455c-a61e-5d6f5b79a7f9 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:51:00.612329 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-c6afced0-12b8-491e-bc17-4dc1d0bf4da6 req-96e66502-66b8-455c-a61e-5d6f5b79a7f9 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6204574 Jun 10 18:51:00.749475 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-9c74ae9b-911a-4eea-9b4e-9f54fbfa70a4 None None] Provisioning for port 97adc4a8-52b3-4c72-8965-c47fb5250ecf completed by entity DHCP. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 18:51:00.753216 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-9c74ae9b-911a-4eea-9b4e-9f54fbfa70a4 None None] Provisioning complete for port 97adc4a8-52b3-4c72-8965-c47fb5250ecf triggered by entity DHCP. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 18:51:00.753638 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9c74ae9b-911a-4eea-9b4e-9f54fbfa70a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:00.793047 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.plugin [None req-9c74ae9b-911a-4eea-9b4e-9f54fbfa70a4 None None] Port 97adc4a8-52b3-4c72-8965-c47fb5250ecf cannot update to ACTIVE because it is not bound. {{(pid=98186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 18:51:01.023354 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16831972-4160-49c1-bbbc-350dca1fdf45 req-c99a3eb8-f2a5-41bd-bb00-4bc14a8e96a7 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:01.024810 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-16831972-4160-49c1-bbbc-350dca1fdf45 req-c99a3eb8-f2a5-41bd-bb00-4bc14a8e96a7 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd0fa06a-987e-4b6e-a35d-ddfae995b593 HTTP/1.1" status: 200 len: 931 time: 0.0687268 Jun 10 18:51:01.065890 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-16831972-4160-49c1-bbbc-350dca1fdf45 req-7f49ed1f-5d03-4b9d-bf3a-fb815bb7a22b tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6bc7b4a-bc72-42f3-afbb-1c4965f0f943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355771 Jun 10 18:51:01.233431 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd1dedd-a7a3-484f-b4a1-e12d61754d25 req-bb4601b0-f066-4553-8fa4-219113fa8388 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:01.234889 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-ccd1dedd-a7a3-484f-b4a1-e12d61754d25 req-bb4601b0-f066-4553-8fa4-219113fa8388 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/ports?device_id=22e94889-b73e-4383-ab05-cb5457deb660 HTTP/1.1" status: 200 len: 945 time: 0.0717959 Jun 10 18:51:01.275550 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-ccd1dedd-a7a3-484f-b4a1-e12d61754d25 req-14698897-5f35-46f3-9cbd-ebea57f639ad tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/security-groups?id=06502357-ff4c-485b-91b1-561d1bbe6894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345986 Jun 10 18:51:01.544232 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Device e9bed309-05f8-42bf-a86b-912f7f057221 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=98186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 18:51:01.571058 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.plugin [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] No Port match for: e9bed309-05f8-42bf-a86b-912f7f057221 {{(pid=98186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 18:51:01.571409 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Device e9bed309-05f8-42bf-a86b-912f7f057221 not bound to the agent host hv-cinder-78626 {{(pid=98186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 18:51:04.370001 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.v2.base [req-c6afced0-12b8-491e-bc17-4dc1d0bf4da6 req-03511a91-f26f-44a6-81d8-b271973d83a2 service neutron] Request body: {'port': {'device_id': 'bd0fa06a-987e-4b6e-a35d-ddfae995b593', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=98185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:51:04.461318 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-c6afced0-12b8-491e-bc17-4dc1d0bf4da6 req-03511a91-f26f-44a6-81d8-b271973d83a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:04.566730 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0a47b6-2dc7-4970-ae97-9e07902d0b97 req-33b6a02b-af99-49c2-b3ee-b51e7af4d209 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:04.568143 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-9e0a47b6-2dc7-4970-ae97-9e07902d0b97 req-33b6a02b-af99-49c2-b3ee-b51e7af4d209 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd0fa06a-987e-4b6e-a35d-ddfae995b593 HTTP/1.1" status: 200 len: 931 time: 0.0695379 Jun 10 18:51:04.610778 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-9e0a47b6-2dc7-4970-ae97-9e07902d0b97 req-f4823dd0-9342-4ea2-b2af-7c2e65f8b262 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6bc7b4a-bc72-42f3-afbb-1c4965f0f943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362563 Jun 10 18:51:04.670362 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0395bba0-05ff-4309-aaf6-b449fde4f6dc req-e8da2788-c6aa-4689-ae0d-f8d9a698bb44 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:04.671803 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-0395bba0-05ff-4309-aaf6-b449fde4f6dc req-e8da2788-c6aa-4689-ae0d-f8d9a698bb44 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/ports?device_id=22e94889-b73e-4383-ab05-cb5457deb660 HTTP/1.1" status: 200 len: 945 time: 0.1683338 Jun 10 18:51:04.766793 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-0395bba0-05ff-4309-aaf6-b449fde4f6dc req-0e76b74e-1add-49f8-8641-b12082d88b8e tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/security-groups?id=06502357-ff4c-485b-91b1-561d1bbe6894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860360 Jun 10 18:51:04.864589 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.notifiers.nova [req-c6afced0-12b8-491e-bc17-4dc1d0bf4da6 req-03511a91-f26f-44a6-81d8-b271973d83a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97adc4a8-52b3-4c72-8965-c47fb5250ecf {{(pid=98185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 18:51:04.872780 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-c6afced0-12b8-491e-bc17-4dc1d0bf4da6 req-03511a91-f26f-44a6-81d8-b271973d83a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:04.887003 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.db.provisioning_blocks [req-c6afced0-12b8-491e-bc17-4dc1d0bf4da6 req-03511a91-f26f-44a6-81d8-b271973d83a2 service neutron] Transition to ACTIVE for port object 97adc4a8-52b3-4c72-8965-c47fb5250ecf will not be triggered until provisioned by entity L2. {{(pid=98185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 18:51:04.891596 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-c6afced0-12b8-491e-bc17-4dc1d0bf4da6 req-03511a91-f26f-44a6-81d8-b271973d83a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:04.894543 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:51:04.996914 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03511a91-f26f-44a6-81d8-b271973d83a2 service neutron] Pushing event updated for resources: {'Port': ['ID=97adc4a8-52b3-4c72-8965-c47fb5250ecf,revision_number=2']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:51:05.023045 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-03511a91-f26f-44a6-81d8-b271973d83a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:51:05.039890 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.managers [req-c6afced0-12b8-491e-bc17-4dc1d0bf4da6 req-03511a91-f26f-44a6-81d8-b271973d83a2 service neutron] Attempting to bind port 97adc4a8-52b3-4c72-8965-c47fb5250ecf on host hv-cinder-78626 for vnic_type normal with profile {{(pid=98185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 18:51:05.040228 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.managers [req-c6afced0-12b8-491e-bc17-4dc1d0bf4da6 req-03511a91-f26f-44a6-81d8-b271973d83a2 service neutron] Attempting to bind port 97adc4a8-52b3-4c72-8965-c47fb5250ecf by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '58abb6c8-502f-4235-a5d6-142b20d61118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '14d750dc-f13b-4ce7-a115-b7a35aca44f1'}] {{(pid=98185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 18:51:05.040577 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6afced0-12b8-491e-bc17-4dc1d0bf4da6 req-03511a91-f26f-44a6-81d8-b271973d83a2 service neutron] Attempting to bind port 97adc4a8-52b3-4c72-8965-c47fb5250ecf on network 14d750dc-f13b-4ce7-a115-b7a35aca44f1 {{(pid=98185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 18:51:05.046660 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6afced0-12b8-491e-bc17-4dc1d0bf4da6 req-03511a91-f26f-44a6-81d8-b271973d83a2 service neutron] Port 97adc4a8-52b3-4c72-8965-c47fb5250ecf on network 14d750dc-f13b-4ce7-a115-b7a35aca44f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=98185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 18:51:05.047005 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6afced0-12b8-491e-bc17-4dc1d0bf4da6 req-03511a91-f26f-44a6-81d8-b271973d83a2 service neutron] Attempting to bind port 97adc4a8-52b3-4c72-8965-c47fb5250ecf on network 14d750dc-f13b-4ce7-a115-b7a35aca44f1 {{(pid=98185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 18:51:05.052786 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6afced0-12b8-491e-bc17-4dc1d0bf4da6 req-03511a91-f26f-44a6-81d8-b271973d83a2 service neutron] Checking agent: {'id': '81ed237c-a7bd-4721-ad26-da2ab32caefc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 18, 45, 46), 'started_at': datetime.datetime(2021, 6, 10, 18, 45, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 18, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 18:51:05.053152 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6afced0-12b8-491e-bc17-4dc1d0bf4da6 req-03511a91-f26f-44a6-81d8-b271973d83a2 service neutron] Checking segment: {'id': '58abb6c8-502f-4235-a5d6-142b20d61118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '14d750dc-f13b-4ce7-a115-b7a35aca44f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 18:51:05.054364 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6afced0-12b8-491e-bc17-4dc1d0bf4da6 req-03511a91-f26f-44a6-81d8-b271973d83a2 service neutron] Bound using segment: {'id': '58abb6c8-502f-4235-a5d6-142b20d61118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '14d750dc-f13b-4ce7-a115-b7a35aca44f1'} {{(pid=98185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 18:51:05.054856 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.managers [req-c6afced0-12b8-491e-bc17-4dc1d0bf4da6 req-03511a91-f26f-44a6-81d8-b271973d83a2 service neutron] Bound port: 97adc4a8-52b3-4c72-8965-c47fb5250ecf, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58abb6c8-502f-4235-a5d6-142b20d61118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '14d750dc-f13b-4ce7-a115-b7a35aca44f1'}}] {{(pid=98185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 18:51:05.055214 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-c6afced0-12b8-491e-bc17-4dc1d0bf4da6 req-03511a91-f26f-44a6-81d8-b271973d83a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:05.187683 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.db [req-c6afced0-12b8-491e-bc17-4dc1d0bf4da6 req-03511a91-f26f-44a6-81d8-b271973d83a2 service neutron] For port 97adc4a8-52b3-4c72-8965-c47fb5250ecf, host hv-cinder-78626, cleared binding levels {{(pid=98185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 18:51:05.191989 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.db [req-c6afced0-12b8-491e-bc17-4dc1d0bf4da6 req-03511a91-f26f-44a6-81d8-b271973d83a2 service neutron] For port 97adc4a8-52b3-4c72-8965-c47fb5250ecf, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=97adc4a8-52b3-4c72-8965-c47fb5250ecf,segment=NetworkSegment(58abb6c8-502f-4235-a5d6-142b20d61118),segment_id=58abb6c8-502f-4235-a5d6-142b20d61118)] {{(pid=98185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 18:51:05.201870 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-c6afced0-12b8-491e-bc17-4dc1d0bf4da6 req-03511a91-f26f-44a6-81d8-b271973d83a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:05.204767 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-c0b098f8-d814-4e4f-b863-991d2133fc50 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:51:05.291197 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03511a91-f26f-44a6-81d8-b271973d83a2 service neutron] Pushing event updated for resources: {'Port': ['ID=97adc4a8-52b3-4c72-8965-c47fb5250ecf,revision_number=3']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:51:05.294746 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-03511a91-f26f-44a6-81d8-b271973d83a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:51:05.297788 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6afced0-12b8-491e-bc17-4dc1d0bf4da6 req-03511a91-f26f-44a6-81d8-b271973d83a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:05.297972 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-c6afced0-12b8-491e-bc17-4dc1d0bf4da6 req-03511a91-f26f-44a6-81d8-b271973d83a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230521'] for port, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:05.299308 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-c6afced0-12b8-491e-bc17-4dc1d0bf4da6 req-03511a91-f26f-44a6-81d8-b271973d83a2 service neutron] 10.222.0.39 "PUT /v2.0/ports/97adc4a8-52b3-4c72-8965-c47fb5250ecf HTTP/1.1" status: 200 len: 1093 time: 0.9338884 Jun 10 18:51:05.299785 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd0fa06a-987e-4b6e-a35d-ddfae995b593', 'tag': '97adc4a8-52b3-4c72-8965-c47fb5250ecf'}] {{(pid=98185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 18:51:05.302127 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44d46bb02d59f4e600e8e3fdef735be97a189b4bda953b1539dd9e97451c2ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25da73b2-897c-4e97-b061-da82e44cea0b" -d '{"events": [{"name": "network-changed", "server_uuid": "bd0fa06a-987e-4b6e-a35d-ddfae995b593", "tag": "97adc4a8-52b3-4c72-8965-c47fb5250ecf"}]}' {{(pid=98185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 18:51:05.344228 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 18:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d37fd640-02f8-4264-8f68-7e39321755c2 x-openstack-request-id: req-d37fd640-02f8-4264-8f68-7e39321755c2 {{(pid=98185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 18:51:05.344767 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd0fa06a-987e-4b6e-a35d-ddfae995b593", "tag": "97adc4a8-52b3-4c72-8965-c47fb5250ecf", "status": "completed", "code": 200}]} {{(pid=98185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 18:51:05.345123 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d37fd640-02f8-4264-8f68-7e39321755c2 {{(pid=98185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 18:51:05.345642 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd0fa06a-987e-4b6e-a35d-ddfae995b593', 'tag': '97adc4a8-52b3-4c72-8965-c47fb5250ecf', 'status': 'completed', 'code': 200} Jun 10 18:51:09.955834 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.agents_db [None req-dd8e6269-3fd9-4915-b5ed-83e1f738bf4e None None] Agent healthcheck: found 6 active agents {{(pid=98187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 18:51:11.784322 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-7228e93d-b389-470e-9e93-bc11732a592e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:14.270393 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-8f2f6ba0-7696-4004-a803-28bd444b4543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:14.414316 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:15.412817 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-8dcc316c-a8c5-4da3-a0ad-e3f4fe9157be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:17.224355 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-bf1ede84-8c21-46ff-8a19-cb90afe635a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:17.572868 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:27.356142 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25da73b2-897c-4e97-b061-da82e44cea0b req-38131147-4304-45b7-889d-556594c64749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:27.357603 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-25da73b2-897c-4e97-b061-da82e44cea0b req-38131147-4304-45b7-889d-556594c64749 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8fa25c8cde534a6a9acc3f658014058f&device_id=bd0fa06a-987e-4b6e-a35d-ddfae995b593 HTTP/1.1" status: 200 len: 1096 time: 0.0672200 Jun 10 18:51:27.503344 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1590d7ab-85da-4542-ae56-d6d7627e61eb req-993e8a11-f562-491c-a6bf-7bd6df27c98c tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:27.504794 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-1590d7ab-85da-4542-ae56-d6d7627e61eb req-993e8a11-f562-491c-a6bf-7bd6df27c98c tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/ports?device_id=22e94889-b73e-4383-ab05-cb5457deb660 HTTP/1.1" status: 200 len: 945 time: 0.0736554 Jun 10 18:51:27.550689 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-1590d7ab-85da-4542-ae56-d6d7627e61eb req-bbf4a771-31d7-444b-b9ec-b3bb7b58c9ef tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/security-groups?id=06502357-ff4c-485b-91b1-561d1bbe6894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394828 Jun 10 18:51:27.585337 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25da73b2-897c-4e97-b061-da82e44cea0b req-c12c7f62-39a6-45f0-9160-dddac1e10c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:27.586829 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-25da73b2-897c-4e97-b061-da82e44cea0b req-c12c7f62-39a6-45f0-9160-dddac1e10c5f service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=8fa25c8cde534a6a9acc3f658014058f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2179620 Jun 10 18:51:27.634185 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc29405-c22c-49d3-b3a2-3cd9a91de46d req-3d544ffa-850c-4bd3-9eb7-648231317d6a tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:27.635653 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-ccc29405-c22c-49d3-b3a2-3cd9a91de46d req-3d544ffa-850c-4bd3-9eb7-648231317d6a tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd0fa06a-987e-4b6e-a35d-ddfae995b593 HTTP/1.1" status: 200 len: 943 time: 0.2356133 Jun 10 18:51:27.782158 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-ccc29405-c22c-49d3-b3a2-3cd9a91de46d req-f3c643b7-0f81-4bee-8250-807fe3561109 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6bc7b4a-bc72-42f3-afbb-1c4965f0f943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347845 Jun 10 18:51:27.811049 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25da73b2-897c-4e97-b061-da82e44cea0b req-724c7d38-066e-4627-9884-bd442b9fa4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:27.812532 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-25da73b2-897c-4e97-b061-da82e44cea0b req-724c7d38-066e-4627-9884-bd442b9fa4ee service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2170796 Jun 10 18:51:27.934627 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6afced0-12b8-491e-bc17-4dc1d0bf4da6 req-4e470e56-7abc-4e1f-b5da-6f8e66a67c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:27.936017 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-c6afced0-12b8-491e-bc17-4dc1d0bf4da6 req-4e470e56-7abc-4e1f-b5da-6f8e66a67c53 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8fa25c8cde534a6a9acc3f658014058f&device_id=bd0fa06a-987e-4b6e-a35d-ddfae995b593 HTTP/1.1" status: 200 len: 1096 time: 0.0687270 Jun 10 18:51:28.259635 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-c6afced0-12b8-491e-bc17-4dc1d0bf4da6 req-55be837d-13fa-49cc-871e-3e4ee0388890 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=97adc4a8-52b3-4c72-8965-c47fb5250ecf HTTP/1.1" status: 200 len: 217 time: 0.3143544 Jun 10 18:51:28.360540 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6afced0-12b8-491e-bc17-4dc1d0bf4da6 req-51feebce-f9fe-448d-865f-4cfb81caf80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:28.362718 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-c6afced0-12b8-491e-bc17-4dc1d0bf4da6 req-51feebce-f9fe-448d-865f-4cfb81caf80e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=34f7ba08-2729-4feb-bb78-9a13b8a0814c HTTP/1.1" status: 200 len: 853 time: 0.0713713 Jun 10 18:51:28.393123 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e75a96-45c6-4de9-bdc4-5bfc8eb01cd9 req-5a4b7702-1f8e-4727-a6f1-595820ac8d7a tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:28.394602 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-c4e75a96-45c6-4de9-bdc4-5bfc8eb01cd9 req-5a4b7702-1f8e-4727-a6f1-595820ac8d7a tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=11254c6c-c026-45c9-b2e2-064870268f10 HTTP/1.1" status: 200 len: 946 time: 0.1380980 Jun 10 18:51:28.465994 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-c4e75a96-45c6-4de9-bdc4-5bfc8eb01cd9 req-a30c09a0-ee59-4443-b0b7-57dc03e7c245 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458307 Jun 10 18:51:28.477658 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6afced0-12b8-491e-bc17-4dc1d0bf4da6 req-843730e6-50a8-4cb9-a2c1-4cb91523810e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:28.479649 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-c6afced0-12b8-491e-bc17-4dc1d0bf4da6 req-843730e6-50a8-4cb9-a2c1-4cb91523810e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=14d750dc-f13b-4ce7-a115-b7a35aca44f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1025810 Jun 10 18:51:28.604167 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-c6afced0-12b8-491e-bc17-4dc1d0bf4da6 req-326014f6-30c8-4fa6-bf5d-4bfc509a39f5 service neutron] 10.222.0.39 "GET /v2.0/networks/14d750dc-f13b-4ce7-a115-b7a35aca44f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089742 Jun 10 18:51:28.717752 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-c6afced0-12b8-491e-bc17-4dc1d0bf4da6 req-359958e5-f18b-4520-82c3-c7c9f2b512d3 service neutron] 10.222.0.39 "GET /v2.0/networks/14d750dc-f13b-4ce7-a115-b7a35aca44f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048656 Jun 10 18:51:28.735525 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4964c09-06f3-4d29-813f-6f29d8cda0ee req-40a8f22d-73b2-419c-b167-82731b71811b tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:28.737182 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-b4964c09-06f3-4d29-813f-6f29d8cda0ee req-40a8f22d-73b2-419c-b167-82731b71811b tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/ports?device_id=22e94889-b73e-4383-ab05-cb5457deb660 HTTP/1.1" status: 200 len: 945 time: 0.0694022 Jun 10 18:51:28.778783 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-b4964c09-06f3-4d29-813f-6f29d8cda0ee req-64ab5a78-bd5a-450d-a493-283f6059717c tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/security-groups?id=06502357-ff4c-485b-91b1-561d1bbe6894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348666 Jun 10 18:51:28.883733 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5029c0-855d-4b1a-a836-0e12cea6c2c1 req-7d25a8bd-3eea-4cf7-a391-f2684974eae3 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:28.885094 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-1b5029c0-855d-4b1a-a836-0e12cea6c2c1 req-7d25a8bd-3eea-4cf7-a391-f2684974eae3 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.39 "GET /v2.0/ports?device_id=22e94889-b73e-4383-ab05-cb5457deb660 HTTP/1.1" status: 200 len: 945 time: 0.0744691 Jun 10 18:51:29.047960 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2983259c-cdf8-4cbe-83f7-db985aabdf4f req-dd9cf3c5-5a9f-421b-89ba-9138f57236ea tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:29.049421 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-2983259c-cdf8-4cbe-83f7-db985aabdf4f req-dd9cf3c5-5a9f-421b-89ba-9138f57236ea tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd0fa06a-987e-4b6e-a35d-ddfae995b593 HTTP/1.1" status: 200 len: 943 time: 0.1478329 Jun 10 18:51:29.080790 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.plugin [req-1b5029c0-855d-4b1a-a836-0e12cea6c2c1 req-b7562079-aea6-4696-836d-4c8237810f7d tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Deleting port 4913d01a-780e-4065-b660-65f7e7c52150 {{(pid=98185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 18:51:29.081392 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-1b5029c0-855d-4b1a-a836-0e12cea6c2c1 req-b7562079-aea6-4696-836d-4c8237810f7d tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578452511'] for port, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:29.129235 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-2983259c-cdf8-4cbe-83f7-db985aabdf4f req-20639782-3f61-4f7b-b010-217cf6ce91f6 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6bc7b4a-bc72-42f3-afbb-1c4965f0f943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731838 Jun 10 18:51:29.213129 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.db [req-1b5029c0-855d-4b1a-a836-0e12cea6c2c1 req-b7562079-aea6-4696-836d-4c8237810f7d tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] For port 4913d01a-780e-4065-b660-65f7e7c52150, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=4913d01a-780e-4065-b660-65f7e7c52150,segment=NetworkSegment(fd279837-3169-4e44-bb88-c8bbfa96e1db),segment_id=fd279837-3169-4e44-bb88-c8bbfa96e1db)] {{(pid=98185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:51:29.213745 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-1b5029c0-855d-4b1a-a836-0e12cea6c2c1 req-b7562079-aea6-4696-836d-4c8237810f7d tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4044702'] for port, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:29.313858 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.plugin [req-1b5029c0-855d-4b1a-a836-0e12cea6c2c1 req-b7562079-aea6-4696-836d-4c8237810f7d tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Calling delete_port for 4913d01a-780e-4065-b660-65f7e7c52150 owned by compute:nova {{(pid=98185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 18:51:29.473055 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-1b5029c0-855d-4b1a-a836-0e12cea6c2c1 req-b7562079-aea6-4696-836d-4c8237810f7d tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578457411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578064415'] for port, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:29.482425 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-153b7437-31f3-4443-93f5-08786519488e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:51:29.487192 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] get_ports_and_sgs() called for port_ids ['e7ba6b50-0941-4934-bafd-87f6d28ef45c', '4913d01a-780e-4065-b660-65f7e7c52150'] {{(pid=98186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 18:51:29.534361 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7562079-aea6-4696-836d-4c8237810f7d tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Pushing event deleted for resources: {'Port': ['ID=4913d01a-780e-4065-b660-65f7e7c52150,revision_number=None']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:51:29.537067 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-b7562079-aea6-4696-836d-4c8237810f7d tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:51:29.601325 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b5029c0-855d-4b1a-a836-0e12cea6c2c1 req-b7562079-aea6-4696-836d-4c8237810f7d tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] No DVR routers for this DVR port 4913d01a-780e-4065-b660-65f7e7c52150 on host hv-cinder-78626 {{(pid=98185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 18:51:29.604065 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-1b5029c0-855d-4b1a-a836-0e12cea6c2c1 req-b7562079-aea6-4696-836d-4c8237810f7d tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230521'] for port, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:29.607080 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-1b5029c0-855d-4b1a-a836-0e12cea6c2c1 req-b7562079-aea6-4696-836d-4c8237810f7d tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.39 "DELETE /v2.0/ports/4913d01a-780e-4065-b660-65f7e7c52150 HTTP/1.1" status: 204 len: 173 time: 0.7131281 Jun 10 18:51:29.607609 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22e94889-b73e-4383-ab05-cb5457deb660', 'name': 'network-vif-deleted', 'tag': '4913d01a-780e-4065-b660-65f7e7c52150'}] {{(pid=98185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 18:51:29.610681 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44d46bb02d59f4e600e8e3fdef735be97a189b4bda953b1539dd9e97451c2ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1375071-7335-481b-aaaf-b011a88238bf" -d '{"events": [{"server_uuid": "22e94889-b73e-4383-ab05-cb5457deb660", "name": "network-vif-deleted", "tag": "4913d01a-780e-4065-b660-65f7e7c52150"}]}' {{(pid=98185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 18:51:29.668165 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 18:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1eb4894-0f69-47ab-a93c-c45b0d9ff9f5 x-openstack-request-id: req-d1eb4894-0f69-47ab-a93c-c45b0d9ff9f5 {{(pid=98185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 18:51:29.668578 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22e94889-b73e-4383-ab05-cb5457deb660", "name": "network-vif-deleted", "tag": "4913d01a-780e-4065-b660-65f7e7c52150", "status": "completed", "code": 200}]} {{(pid=98185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 18:51:29.668783 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d1eb4894-0f69-47ab-a93c-c45b0d9ff9f5 {{(pid=98185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 18:51:29.669229 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22e94889-b73e-4383-ab05-cb5457deb660', 'name': 'network-vif-deleted', 'tag': '4913d01a-780e-4065-b660-65f7e7c52150', 'status': 'completed', 'code': 200} Jun 10 18:51:29.741756 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523fb175-6d07-4d6f-96fc-3151691acffe req-f76d1e86-b320-45a8-a54b-7d75859b608a tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:29.743398 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-523fb175-6d07-4d6f-96fc-3151691acffe req-f76d1e86-b320-45a8-a54b-7d75859b608a tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=11254c6c-c026-45c9-b2e2-064870268f10 HTTP/1.1" status: 200 len: 946 time: 0.1058035 Jun 10 18:51:29.790307 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-523fb175-6d07-4d6f-96fc-3151691acffe req-618013d3-dff6-4fdc-a40c-9b2591a018b1 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412459 Jun 10 18:51:29.955916 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-e3efd56c-6c88-495d-ad34-4b7d07cfff26 req-cd02dadb-341f-4900-81d3-8f64553f45c7 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/ports?device_id=22e94889-b73e-4383-ab05-cb5457deb660 HTTP/1.1" status: 200 len: 210 time: 0.0374620 Jun 10 18:51:30.316506 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91d98b1-12ce-430a-a93f-af5d8f306471 req-40c5031e-c681-48f8-80bb-ec9f1cd67069 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:30.318046 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-c91d98b1-12ce-430a-a93f-af5d8f306471 req-40c5031e-c681-48f8-80bb-ec9f1cd67069 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd0fa06a-987e-4b6e-a35d-ddfae995b593 HTTP/1.1" status: 200 len: 943 time: 0.0756402 Jun 10 18:51:30.362867 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-c91d98b1-12ce-430a-a93f-af5d8f306471 req-ebd8c153-bf2b-4525-9903-7ca89949c723 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6bc7b4a-bc72-42f3-afbb-1c4965f0f943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377684 Jun 10 18:51:30.723533 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed65973-b1b4-417c-97b9-3f73abcb2312 req-e6a0a420-f44f-4a72-adc7-c33e52484520 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:30.725042 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-bed65973-b1b4-417c-97b9-3f73abcb2312 req-e6a0a420-f44f-4a72-adc7-c33e52484520 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bc2c21c-1ace-47ec-abfb-5627ec2cd049 HTTP/1.1" status: 200 len: 945 time: 0.0712235 Jun 10 18:51:30.766459 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-bed65973-b1b4-417c-97b9-3f73abcb2312 req-9607efe9-7e6b-4fc7-a280-504a87e77a5d tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a819a32-9ec6-4225-92dd-4742503449c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355837 Jun 10 18:51:30.986565 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6e032a-2a96-41ce-8ddb-43f532e9158b req-6faa92c9-44c2-48ed-a93b-41fe571d36cc tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:30.988032 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-bf6e032a-2a96-41ce-8ddb-43f532e9158b req-6faa92c9-44c2-48ed-a93b-41fe571d36cc tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=11254c6c-c026-45c9-b2e2-064870268f10 HTTP/1.1" status: 200 len: 946 time: 0.0743282 Jun 10 18:51:31.029838 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-bf6e032a-2a96-41ce-8ddb-43f532e9158b req-346ec621-89e7-4cbb-8121-1af796318669 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357237 Jun 10 18:51:31.206670 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bb7da1-bf3c-4117-b4e8-6238aac8c23d req-e992ce00-73a2-4e17-a13f-c3c4549167bb tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:31.209042 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-10bb7da1-bf3c-4117-b4e8-6238aac8c23d req-e992ce00-73a2-4e17-a13f-c3c4549167bb tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 945 time: 0.0719247 Jun 10 18:51:31.265993 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-10bb7da1-bf3c-4117-b4e8-6238aac8c23d req-122ef5c1-c3c5-420b-ad4d-b79afd935107 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496666 Jun 10 18:51:31.370140 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a55804-04c8-44ea-bd15-7ea1501ec59c req-4b788b68-6a83-4f40-ab09-b38417901a3b tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:31.371691 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-02a55804-04c8-44ea-bd15-7ea1501ec59c req-4b788b68-6a83-4f40-ab09-b38417901a3b tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.39 "GET /v2.0/ports?device_id=11254c6c-c026-45c9-b2e2-064870268f10 HTTP/1.1" status: 200 len: 946 time: 0.0771356 Jun 10 18:51:31.490277 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.plugin [req-02a55804-04c8-44ea-bd15-7ea1501ec59c req-d4fa5b60-ddd6-4fb5-ba31-9154d605d62d tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Deleting port 692ac797-465d-4209-b5b4-20092e61aa20 {{(pid=98185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 18:51:31.490666 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-02a55804-04c8-44ea-bd15-7ea1501ec59c req-d4fa5b60-ddd6-4fb5-ba31-9154d605d62d tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578452511'] for port, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:31.556751 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1071a68-2553-4f5c-a55d-b8f14673e02f req-bd289428-9a8b-43c4-a9de-f3ad934f26ce tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:31.558372 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-d1071a68-2553-4f5c-a55d-b8f14673e02f req-bd289428-9a8b-43c4-a9de-f3ad934f26ce tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd0fa06a-987e-4b6e-a35d-ddfae995b593 HTTP/1.1" status: 200 len: 943 time: 0.0726016 Jun 10 18:51:31.601913 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-d1071a68-2553-4f5c-a55d-b8f14673e02f req-603956d1-2656-4d42-a85b-562da74e3e3a tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6bc7b4a-bc72-42f3-afbb-1c4965f0f943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377953 Jun 10 18:51:31.604429 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.db [req-02a55804-04c8-44ea-bd15-7ea1501ec59c req-d4fa5b60-ddd6-4fb5-ba31-9154d605d62d tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] For port 692ac797-465d-4209-b5b4-20092e61aa20, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=692ac797-465d-4209-b5b4-20092e61aa20,segment=NetworkSegment(8aad430c-f386-4a5a-bcc9-ad8b4eb8863a),segment_id=8aad430c-f386-4a5a-bcc9-ad8b4eb8863a)] {{(pid=98185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:51:31.604791 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-02a55804-04c8-44ea-bd15-7ea1501ec59c req-d4fa5b60-ddd6-4fb5-ba31-9154d605d62d tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4044702'] for port, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:31.696460 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.plugin [req-02a55804-04c8-44ea-bd15-7ea1501ec59c req-d4fa5b60-ddd6-4fb5-ba31-9154d605d62d tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Calling delete_port for 692ac797-465d-4209-b5b4-20092e61aa20 owned by compute:nova {{(pid=98185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 18:51:31.851098 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-02a55804-04c8-44ea-bd15-7ea1501ec59c req-d4fa5b60-ddd6-4fb5-ba31-9154d605d62d tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578457411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578064415'] for port, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:31.855475 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-a48b82f8-4697-40dd-a634-acc8e5df7db7 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:51:31.865787 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] get_ports_and_sgs() called for port_ids ['384f9c6d-550b-4c29-9028-415a4aacdbb0', '692ac797-465d-4209-b5b4-20092e61aa20'] {{(pid=98186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 18:51:31.903132 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fa5b60-ddd6-4fb5-ba31-9154d605d62d tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Pushing event deleted for resources: {'Port': ['ID=692ac797-465d-4209-b5b4-20092e61aa20,revision_number=None']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:51:31.930228 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-d4fa5b60-ddd6-4fb5-ba31-9154d605d62d tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:51:31.993597 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.db.l3_dvrscheduler_db [req-02a55804-04c8-44ea-bd15-7ea1501ec59c req-d4fa5b60-ddd6-4fb5-ba31-9154d605d62d tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] No DVR routers for this DVR port 692ac797-465d-4209-b5b4-20092e61aa20 on host hv-cinder-78626 {{(pid=98185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 18:51:31.996596 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-02a55804-04c8-44ea-bd15-7ea1501ec59c req-d4fa5b60-ddd6-4fb5-ba31-9154d605d62d tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230521'] for port, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:31.998564 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-02a55804-04c8-44ea-bd15-7ea1501ec59c req-d4fa5b60-ddd6-4fb5-ba31-9154d605d62d tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.39 "DELETE /v2.0/ports/692ac797-465d-4209-b5b4-20092e61aa20 HTTP/1.1" status: 204 len: 173 time: 0.6196992 Jun 10 18:51:31.999058 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11254c6c-c026-45c9-b2e2-064870268f10', 'name': 'network-vif-deleted', 'tag': '692ac797-465d-4209-b5b4-20092e61aa20'}] {{(pid=98185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 18:51:32.001429 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44d46bb02d59f4e600e8e3fdef735be97a189b4bda953b1539dd9e97451c2ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aab7223-9c2c-4894-a98a-2cd460297673" -d '{"events": [{"server_uuid": "11254c6c-c026-45c9-b2e2-064870268f10", "name": "network-vif-deleted", "tag": "692ac797-465d-4209-b5b4-20092e61aa20"}]}' {{(pid=98185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 18:51:32.026553 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f8ad5-2e26-41cc-b7be-358f48e86503 req-d65e56f6-9319-4eaa-abad-9ccfd08acba4 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:32.028083 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-7d7f8ad5-2e26-41cc-b7be-358f48e86503 req-d65e56f6-9319-4eaa-abad-9ccfd08acba4 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bc2c21c-1ace-47ec-abfb-5627ec2cd049 HTTP/1.1" status: 200 len: 945 time: 0.1421943 Jun 10 18:51:32.061059 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 18:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22491182-5263-409d-949b-18e55c94d4d8 x-openstack-request-id: req-22491182-5263-409d-949b-18e55c94d4d8 {{(pid=98185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 18:51:32.061388 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11254c6c-c026-45c9-b2e2-064870268f10", "name": "network-vif-deleted", "tag": "692ac797-465d-4209-b5b4-20092e61aa20", "status": "completed", "code": 200}]} {{(pid=98185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 18:51:32.061704 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-22491182-5263-409d-949b-18e55c94d4d8 {{(pid=98185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 18:51:32.062223 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11254c6c-c026-45c9-b2e2-064870268f10', 'name': 'network-vif-deleted', 'tag': '692ac797-465d-4209-b5b4-20092e61aa20', 'status': 'completed', 'code': 200} Jun 10 18:51:32.089835 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-7d7f8ad5-2e26-41cc-b7be-358f48e86503 req-1524311d-e50f-453c-ade7-fa1216b20c06 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a819a32-9ec6-4225-92dd-4742503449c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463386 Jun 10 18:51:32.189174 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-e385f486-22d1-4a4d-8320-f22d60cfe741 req-2d6dab4e-4861-4e63-9023-1d0aa8b192d2 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=11254c6c-c026-45c9-b2e2-064870268f10 HTTP/1.1" status: 200 len: 210 time: 0.0334094 Jun 10 18:51:32.464239 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bd8f19-1b1e-4b08-b79b-6db5490d17b7 req-6d77ad32-f660-4d56-84b6-e04780ab13c6 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:32.465749 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-13bd8f19-1b1e-4b08-b79b-6db5490d17b7 req-6d77ad32-f660-4d56-84b6-e04780ab13c6 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 945 time: 0.0781181 Jun 10 18:51:32.484377 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Device 97adc4a8-52b3-4c72-8965-c47fb5250ecf details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=98186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 18:51:32.513157 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-13bd8f19-1b1e-4b08-b79b-6db5490d17b7 req-13f61797-a23c-47cd-a084-7a6743502b6e tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416541 Jun 10 18:51:32.529776 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Device 4913d01a-780e-4065-b660-65f7e7c52150 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=98186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 18:51:32.567351 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.plugin [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] No Port match for: 4913d01a-780e-4065-b660-65f7e7c52150 {{(pid=98186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 18:51:32.567623 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Device 4913d01a-780e-4065-b660-65f7e7c52150 not bound to the agent host hv-cinder-78626 {{(pid=98186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 18:51:32.663430 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] For port 97adc4a8-52b3-4c72-8965-c47fb5250ecf, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=97adc4a8-52b3-4c72-8965-c47fb5250ecf,segment=NetworkSegment(58abb6c8-502f-4235-a5d6-142b20d61118),segment_id=58abb6c8-502f-4235-a5d6-142b20d61118)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:51:32.686687 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Returning: {'device': '97adc4a8-52b3-4c72-8965-c47fb5250ecf', 'network_id': '14d750dc-f13b-4ce7-a115-b7a35aca44f1', 'port_id': '97adc4a8-52b3-4c72-8965-c47fb5250ecf', 'mac_address': 'fa:16:3e:41:f3:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34f7ba08-2729-4feb-bb78-9a13b8a0814c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 18:51:32.741133 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:32.758560 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.notifiers.nova [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97adc4a8-52b3-4c72-8965-c47fb5250ecf {{(pid=98186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 18:51:32.782143 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] For port 97adc4a8-52b3-4c72-8965-c47fb5250ecf, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=97adc4a8-52b3-4c72-8965-c47fb5250ecf,segment=NetworkSegment(58abb6c8-502f-4235-a5d6-142b20d61118),segment_id=58abb6c8-502f-4235-a5d6-142b20d61118)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:51:32.789334 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:32.791277 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-d3c119e9-56d4-428f-aefb-b3cce8aa9448 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:51:32.810379 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca5eb4a-2948-4955-97df-c899713bbe37 req-c1671cc3-4be8-48ec-8958-90b8e4874e7b tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:32.812309 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-eca5eb4a-2948-4955-97df-c899713bbe37 req-c1671cc3-4be8-48ec-8958-90b8e4874e7b tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd0fa06a-987e-4b6e-a35d-ddfae995b593 HTTP/1.1" status: 200 len: 943 time: 0.0848475 Jun 10 18:51:32.835963 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281155da-2844-40b6-997b-db3214979894 req-50e3aa3e-f65e-4953-ae35-e2a044985123 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:32.837596 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-281155da-2844-40b6-997b-db3214979894 req-50e3aa3e-f65e-4953-ae35-e2a044985123 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/ports?device_id=04e81b22-afbc-433c-a90e-00e778339b4e HTTP/1.1" status: 200 len: 945 time: 0.0791278 Jun 10 18:51:32.854492 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Pushing event updated for resources: {'Port': ['ID=97adc4a8-52b3-4c72-8965-c47fb5250ecf,revision_number=4']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:51:32.857872 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:51:32.867410 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-eca5eb4a-2948-4955-97df-c899713bbe37 req-245161df-f21c-4915-972d-f2f94179a43a tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6bc7b4a-bc72-42f3-afbb-1c4965f0f943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469737 Jun 10 18:51:32.890078 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-281155da-2844-40b6-997b-db3214979894 req-39ac83c5-0348-4489-ad04-461876c4b419 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/security-groups?id=06502357-ff4c-485b-91b1-561d1bbe6894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457397 Jun 10 18:51:33.016568 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5777d04-e786-4838-afcb-d90cbaac4780 req-3965c464-2722-487e-8473-7ff435d346ed tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:33.018025 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-c5777d04-e786-4838-afcb-d90cbaac4780 req-3965c464-2722-487e-8473-7ff435d346ed tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] 10.222.0.39 "GET /v2.0/ports?device_id=1bc2c21c-1ace-47ec-abfb-5627ec2cd049 HTTP/1.1" status: 200 len: 945 time: 0.0718851 Jun 10 18:51:33.133321 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.plugin [req-c5777d04-e786-4838-afcb-d90cbaac4780 req-aaf87daf-88ae-49ce-bda6-73e48c003c05 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] Deleting port 45ddaf83-0398-46d0-8820-694358824887 {{(pid=98185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 18:51:33.133700 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-c5777d04-e786-4838-afcb-d90cbaac4780 req-aaf87daf-88ae-49ce-bda6-73e48c003c05 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578452511'] for port, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:33.231407 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] get_ports_and_sgs() called for port_ids ['97adc4a8-52b3-4c72-8965-c47fb5250ecf'] {{(pid=98186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 18:51:33.294513 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.db [req-c5777d04-e786-4838-afcb-d90cbaac4780 req-aaf87daf-88ae-49ce-bda6-73e48c003c05 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] For port 45ddaf83-0398-46d0-8820-694358824887, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=45ddaf83-0398-46d0-8820-694358824887,segment=NetworkSegment(37397a1f-5221-4650-81d8-34c17949ed4a),segment_id=37397a1f-5221-4650-81d8-34c17949ed4a)] {{(pid=98185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:51:33.294880 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-c5777d04-e786-4838-afcb-d90cbaac4780 req-aaf87daf-88ae-49ce-bda6-73e48c003c05 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4044702'] for port, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:33.415060 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.plugin [req-c5777d04-e786-4838-afcb-d90cbaac4780 req-aaf87daf-88ae-49ce-bda6-73e48c003c05 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] Calling delete_port for 45ddaf83-0398-46d0-8820-694358824887 owned by compute:nova {{(pid=98185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 18:51:33.440093 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea47a2d-7ff2-4866-a7da-6a3910c351a4 req-21ad4f02-edbd-4b7a-b7d1-66465191a564 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:33.441661 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-bea47a2d-7ff2-4866-a7da-6a3910c351a4 req-21ad4f02-edbd-4b7a-b7d1-66465191a564 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bc2c21c-1ace-47ec-abfb-5627ec2cd049 HTTP/1.1" status: 200 len: 945 time: 0.2287045 Jun 10 18:51:33.538854 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-bea47a2d-7ff2-4866-a7da-6a3910c351a4 req-1df8f6b1-185c-46f2-b83c-291723939ab2 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a819a32-9ec6-4225-92dd-4742503449c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535231 Jun 10 18:51:33.620578 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-c5777d04-e786-4838-afcb-d90cbaac4780 req-aaf87daf-88ae-49ce-bda6-73e48c003c05 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578457411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578064415'] for port, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:33.625362 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-9f8716d1-33fe-4922-b4a6-aefd1a846a03 tempest-DeleteServersTestJSON-1662866230 tempest-DeleteServersTestJSON-1662866230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:51:33.668656 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf87daf-88ae-49ce-bda6-73e48c003c05 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] Pushing event deleted for resources: {'Port': ['ID=45ddaf83-0398-46d0-8820-694358824887,revision_number=None']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:51:33.679150 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-aaf87daf-88ae-49ce-bda6-73e48c003c05 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:51:33.756064 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5777d04-e786-4838-afcb-d90cbaac4780 req-aaf87daf-88ae-49ce-bda6-73e48c003c05 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] No DVR routers for this DVR port 45ddaf83-0398-46d0-8820-694358824887 on host hv-cinder-78626 {{(pid=98185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 18:51:33.759212 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-c5777d04-e786-4838-afcb-d90cbaac4780 req-aaf87daf-88ae-49ce-bda6-73e48c003c05 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230521'] for port, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:33.761145 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-c5777d04-e786-4838-afcb-d90cbaac4780 req-aaf87daf-88ae-49ce-bda6-73e48c003c05 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] 10.222.0.39 "DELETE /v2.0/ports/45ddaf83-0398-46d0-8820-694358824887 HTTP/1.1" status: 204 len: 173 time: 0.7372978 Jun 10 18:51:33.791594 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb4ef31-e35f-4051-82d3-763ecd673df3 req-b70e27a3-77ad-4236-a8ca-d8cf2c32db71 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:33.793094 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-fcb4ef31-e35f-4051-82d3-763ecd673df3 req-b70e27a3-77ad-4236-a8ca-d8cf2c32db71 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 945 time: 0.1266372 Jun 10 18:51:33.836188 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3328388-5d3d-4cd8-b8a5-933dd6f7a7a3 req-7815c1a8-5301-4ea0-a5aa-5135c2aee2c0 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:33.837762 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-c3328388-5d3d-4cd8-b8a5-933dd6f7a7a3 req-7815c1a8-5301-4ea0-a5aa-5135c2aee2c0 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=98098ee8-c38f-4d5c-b59c-21b6d07b4b26 HTTP/1.1" status: 200 len: 945 time: 0.0811775 Jun 10 18:51:33.839082 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-fcb4ef31-e35f-4051-82d3-763ecd673df3 req-c2dc0e4c-3b9e-451f-96e4-2ebfe5008947 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400481 Jun 10 18:51:33.884025 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-c3328388-5d3d-4cd8-b8a5-933dd6f7a7a3 req-e5c643a6-2be9-46c2-b788-870ab82623f1 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375900 Jun 10 18:51:34.058166 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0f3393-91dd-4c67-b61a-14c1a2448030 req-77223a88-b258-456c-a6c2-601d9744d1e7 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:34.059651 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-af0f3393-91dd-4c67-b61a-14c1a2448030 req-77223a88-b258-456c-a6c2-601d9744d1e7 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd0fa06a-987e-4b6e-a35d-ddfae995b593 HTTP/1.1" status: 200 len: 944 time: 0.0680313 Jun 10 18:51:34.063271 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bc2c21c-1ace-47ec-abfb-5627ec2cd049', 'name': 'network-vif-deleted', 'tag': '45ddaf83-0398-46d0-8820-694358824887'}] {{(pid=98185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 18:51:34.065663 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44d46bb02d59f4e600e8e3fdef735be97a189b4bda953b1539dd9e97451c2ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb1141de-0f36-4e6c-bccd-3248f90bc0d6" -d '{"events": [{"server_uuid": "1bc2c21c-1ace-47ec-abfb-5627ec2cd049", "name": "network-vif-deleted", "tag": "45ddaf83-0398-46d0-8820-694358824887"}]}' {{(pid=98185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 18:51:34.067331 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920814a3-69e8-44f4-ba22-353090bf0f95 req-f6a68c54-a6e0-423e-bd19-d45be3834afb tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:34.069341 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-920814a3-69e8-44f4-ba22-353090bf0f95 req-f6a68c54-a6e0-423e-bd19-d45be3834afb tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/ports?device_id=04e81b22-afbc-433c-a90e-00e778339b4e HTTP/1.1" status: 200 len: 945 time: 0.0669668 Jun 10 18:51:34.081841 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] get_ports_and_sgs() called for port_ids ['45ddaf83-0398-46d0-8820-694358824887'] {{(pid=98186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 18:51:34.107046 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-af0f3393-91dd-4c67-b61a-14c1a2448030 req-fcb9a255-f348-4405-8a93-e2453de324e9 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6bc7b4a-bc72-42f3-afbb-1c4965f0f943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384200 Jun 10 18:51:34.115732 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-920814a3-69e8-44f4-ba22-353090bf0f95 req-eb1b5e3a-aed7-45eb-b4f8-14fa490c5b54 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/security-groups?id=06502357-ff4c-485b-91b1-561d1bbe6894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404162 Jun 10 18:51:34.158498 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 18:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3712f8f4-694b-4fe7-a87f-f34d3b300475 x-openstack-request-id: req-3712f8f4-694b-4fe7-a87f-f34d3b300475 {{(pid=98185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 18:51:34.158831 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bc2c21c-1ace-47ec-abfb-5627ec2cd049", "name": "network-vif-deleted", "tag": "45ddaf83-0398-46d0-8820-694358824887", "status": "completed", "code": 200}]} {{(pid=98185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 18:51:34.159128 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3712f8f4-694b-4fe7-a87f-f34d3b300475 {{(pid=98185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 18:51:34.159570 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bc2c21c-1ace-47ec-abfb-5627ec2cd049', 'name': 'network-vif-deleted', 'tag': '45ddaf83-0398-46d0-8820-694358824887', 'status': 'completed', 'code': 200} Jun 10 18:51:34.510093 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Device 97adc4a8-52b3-4c72-8965-c47fb5250ecf up at agent hyperv_hv-cinder-78626 {{(pid=98186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 18:51:34.562956 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Provisioning for port 97adc4a8-52b3-4c72-8965-c47fb5250ecf completed by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 18:51:34.566385 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Provisioning complete for port 97adc4a8-52b3-4c72-8965-c47fb5250ecf triggered by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 18:51:34.566781 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:34.797757 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:34.823306 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd0fa06a-987e-4b6e-a35d-ddfae995b593', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97adc4a8-52b3-4c72-8965-c47fb5250ecf'}] {{(pid=98186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 18:51:34.825540 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c2f46a37dc9d9ea27ba47e2e5c887733d44c46f74833e79389795ef1d11a41d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb99f445-e62e-4c4b-96b0-2b2d3948855c" -d '{"events": [{"server_uuid": "bd0fa06a-987e-4b6e-a35d-ddfae995b593", "name": "network-vif-plugged", "status": "completed", "tag": "97adc4a8-52b3-4c72-8965-c47fb5250ecf"}]}' {{(pid=98186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 18:51:34.839629 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] For port 97adc4a8-52b3-4c72-8965-c47fb5250ecf, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=97adc4a8-52b3-4c72-8965-c47fb5250ecf,segment=NetworkSegment(58abb6c8-502f-4235-a5d6-142b20d61118),segment_id=58abb6c8-502f-4235-a5d6-142b20d61118)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:51:34.845610 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:34.846922 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Device 692ac797-465d-4209-b5b4-20092e61aa20 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=98186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 18:51:34.850854 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:51:34.878995 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 18:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13a9c7eb-75ee-4c34-be96-93780f0b5194 x-openstack-request-id: req-13a9c7eb-75ee-4c34-be96-93780f0b5194 {{(pid=98186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 18:51:34.879314 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd0fa06a-987e-4b6e-a35d-ddfae995b593", "name": "network-vif-plugged", "status": "completed", "tag": "97adc4a8-52b3-4c72-8965-c47fb5250ecf", "code": 200}]} {{(pid=98186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 18:51:34.879585 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-13a9c7eb-75ee-4c34-be96-93780f0b5194 {{(pid=98186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 18:51:34.880592 dv-cinder-786260-4-iscsi neutron-server[98186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd0fa06a-987e-4b6e-a35d-ddfae995b593', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97adc4a8-52b3-4c72-8965-c47fb5250ecf', 'code': 200} Jun 10 18:51:34.909082 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.plugin [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] No Port match for: 692ac797-465d-4209-b5b4-20092e61aa20 {{(pid=98186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 18:51:34.909417 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Device 692ac797-465d-4209-b5b4-20092e61aa20 not bound to the agent host hv-cinder-78626 {{(pid=98186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 18:51:34.909821 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Device 45ddaf83-0398-46d0-8820-694358824887 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=98186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 18:51:34.946504 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.plugin [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] No Port match for: 45ddaf83-0398-46d0-8820-694358824887 {{(pid=98186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 18:51:34.946934 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Device 45ddaf83-0398-46d0-8820-694358824887 not bound to the agent host hv-cinder-78626 {{(pid=98186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 18:51:34.968232 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Pushing event updated for resources: {'Port': ['ID=97adc4a8-52b3-4c72-8965-c47fb5250ecf,revision_number=5']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:51:34.971557 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:51:35.072435 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43be86b5-4a04-44ea-abe6-d75ff7ea7f99 req-706663b9-eca8-4a21-9bd8-736783963ce4 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:35.074165 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-43be86b5-4a04-44ea-abe6-d75ff7ea7f99 req-706663b9-eca8-4a21-9bd8-736783963ce4 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 945 time: 0.0753124 Jun 10 18:51:35.091007 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab260708-ea0b-4f71-9422-630f0430ff05 req-0cd93b83-3e81-43fb-b869-729a9522b7ae tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:35.092424 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-ab260708-ea0b-4f71-9422-630f0430ff05 req-0cd93b83-3e81-43fb-b869-729a9522b7ae tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.39 "GET /v2.0/ports?device_id=04e81b22-afbc-433c-a90e-00e778339b4e HTTP/1.1" status: 200 len: 945 time: 0.1430912 Jun 10 18:51:35.107782 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dce7a27-a87a-465d-8344-f4a98dc0c73e req-a9d6791b-b665-45e1-bec2-f6f990d86975 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:35.109184 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-4dce7a27-a87a-465d-8344-f4a98dc0c73e req-a9d6791b-b665-45e1-bec2-f6f990d86975 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=98098ee8-c38f-4d5c-b59c-21b6d07b4b26 HTTP/1.1" status: 200 len: 945 time: 0.0994315 Jun 10 18:51:35.147203 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-43be86b5-4a04-44ea-abe6-d75ff7ea7f99 req-a4858832-7181-47f9-a08e-e1a32e070d4d tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668848 Jun 10 18:51:35.179968 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2780cd11-1b3f-4ea5-8637-c0e885aad3ce req-17e08f8c-3a05-4861-b70a-ba3dc0aba69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:35.181432 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-2780cd11-1b3f-4ea5-8637-c0e885aad3ce req-17e08f8c-3a05-4861-b70a-ba3dc0aba69d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bd0fa06a-987e-4b6e-a35d-ddfae995b593 HTTP/1.1" status: 200 len: 1098 time: 0.0789669 Jun 10 18:51:35.222404 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-2780cd11-1b3f-4ea5-8637-c0e885aad3ce req-f0fb0429-2803-4691-9127-4f8145de07a3 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e6bc7b4a-bc72-42f3-afbb-1c4965f0f943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333989 Jun 10 18:51:35.335514 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2803d28-d48c-4182-b2a5-db3d797e2116 req-e9582bc2-2492-4737-9290-f18355b3b7be tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:35.336988 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-a2803d28-d48c-4182-b2a5-db3d797e2116 req-e9582bc2-2492-4737-9290-f18355b3b7be tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd0fa06a-987e-4b6e-a35d-ddfae995b593 HTTP/1.1" status: 200 len: 945 time: 0.0770507 Jun 10 18:51:35.381432 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-a2803d28-d48c-4182-b2a5-db3d797e2116 req-59ca6133-a787-4a8c-96a8-b6214cc335f2 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6bc7b4a-bc72-42f3-afbb-1c4965f0f943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385332 Jun 10 18:51:35.484900 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-4dce7a27-a87a-465d-8344-f4a98dc0c73e req-a841b779-54a9-42bc-9d95-e6b9204b26d5 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3668642 Jun 10 18:51:35.518381 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.plugin [req-ab260708-ea0b-4f71-9422-630f0430ff05 req-aa417304-ad9f-4256-88bb-f5d858b1f9b3 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Deleting port e7ba6b50-0941-4934-bafd-87f6d28ef45c {{(pid=98185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 18:51:35.518735 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-ab260708-ea0b-4f71-9422-630f0430ff05 req-aa417304-ad9f-4256-88bb-f5d858b1f9b3 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578452511'] for port, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:35.554308 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7156e677-9767-47fe-ad95-6bc57910536c req-dc1f813b-3122-40f6-b60b-7446d8319e86 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:35.555782 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-7156e677-9767-47fe-ad95-6bc57910536c req-dc1f813b-3122-40f6-b60b-7446d8319e86 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/ports?device_id=04e81b22-afbc-433c-a90e-00e778339b4e HTTP/1.1" status: 200 len: 945 time: 0.0735610 Jun 10 18:51:35.598315 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-7156e677-9767-47fe-ad95-6bc57910536c req-a5398d89-400e-4b39-a435-54a55c323c51 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/security-groups?id=06502357-ff4c-485b-91b1-561d1bbe6894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368640 Jun 10 18:51:35.631859 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.db [req-ab260708-ea0b-4f71-9422-630f0430ff05 req-aa417304-ad9f-4256-88bb-f5d858b1f9b3 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] For port e7ba6b50-0941-4934-bafd-87f6d28ef45c, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=e7ba6b50-0941-4934-bafd-87f6d28ef45c,segment=NetworkSegment(fd279837-3169-4e44-bb88-c8bbfa96e1db),segment_id=fd279837-3169-4e44-bb88-c8bbfa96e1db)] {{(pid=98185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:51:35.632249 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-ab260708-ea0b-4f71-9422-630f0430ff05 req-aa417304-ad9f-4256-88bb-f5d858b1f9b3 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4044702'] for port, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:35.724410 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.plugin [req-ab260708-ea0b-4f71-9422-630f0430ff05 req-aa417304-ad9f-4256-88bb-f5d858b1f9b3 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Calling delete_port for e7ba6b50-0941-4934-bafd-87f6d28ef45c owned by compute:nova {{(pid=98185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 18:51:35.873677 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-ab260708-ea0b-4f71-9422-630f0430ff05 req-aa417304-ad9f-4256-88bb-f5d858b1f9b3 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578457411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578064415'] for port, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:35.877305 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-e42344e5-e3a8-4ce1-9a27-97e9c3d2eb9c tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:51:35.907656 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa417304-ad9f-4256-88bb-f5d858b1f9b3 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Pushing event deleted for resources: {'Port': ['ID=e7ba6b50-0941-4934-bafd-87f6d28ef45c,revision_number=None']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:51:35.910667 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-aa417304-ad9f-4256-88bb-f5d858b1f9b3 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:51:35.962334 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab260708-ea0b-4f71-9422-630f0430ff05 req-aa417304-ad9f-4256-88bb-f5d858b1f9b3 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] No DVR routers for this DVR port e7ba6b50-0941-4934-bafd-87f6d28ef45c on host hv-cinder-78626 {{(pid=98185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 18:51:35.964632 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-ab260708-ea0b-4f71-9422-630f0430ff05 req-aa417304-ad9f-4256-88bb-f5d858b1f9b3 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230521'] for port, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:35.966620 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-ab260708-ea0b-4f71-9422-630f0430ff05 req-aa417304-ad9f-4256-88bb-f5d858b1f9b3 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.39 "DELETE /v2.0/ports/e7ba6b50-0941-4934-bafd-87f6d28ef45c HTTP/1.1" status: 204 len: 173 time: 0.8565671 Jun 10 18:51:36.160742 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04e81b22-afbc-433c-a90e-00e778339b4e', 'name': 'network-vif-deleted', 'tag': 'e7ba6b50-0941-4934-bafd-87f6d28ef45c'}] {{(pid=98185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 18:51:36.164010 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44d46bb02d59f4e600e8e3fdef735be97a189b4bda953b1539dd9e97451c2ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1382bd17-78ed-406c-b54c-5d4c2e97f909" -d '{"events": [{"server_uuid": "04e81b22-afbc-433c-a90e-00e778339b4e", "name": "network-vif-deleted", "tag": "e7ba6b50-0941-4934-bafd-87f6d28ef45c"}]}' {{(pid=98185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 18:51:36.199434 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 18:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3459163-8202-4c6c-8288-4438d1d45da6 x-openstack-request-id: req-a3459163-8202-4c6c-8288-4438d1d45da6 {{(pid=98185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 18:51:36.199848 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04e81b22-afbc-433c-a90e-00e778339b4e", "name": "network-vif-deleted", "tag": "e7ba6b50-0941-4934-bafd-87f6d28ef45c", "status": "completed", "code": 200}]} {{(pid=98185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 18:51:36.200198 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a3459163-8202-4c6c-8288-4438d1d45da6 {{(pid=98185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 18:51:36.200731 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04e81b22-afbc-433c-a90e-00e778339b4e', 'name': 'network-vif-deleted', 'tag': 'e7ba6b50-0941-4934-bafd-87f6d28ef45c', 'status': 'completed', 'code': 200} Jun 10 18:51:36.332407 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71621666-9da1-4b4f-8548-df528949c99d req-14005ad9-4621-4bc6-9fcf-f6e6c3784cb9 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:36.333868 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-71621666-9da1-4b4f-8548-df528949c99d req-14005ad9-4621-4bc6-9fcf-f6e6c3784cb9 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 945 time: 0.0710537 Jun 10 18:51:36.377892 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-71621666-9da1-4b4f-8548-df528949c99d req-a901497e-5aff-4812-a5a8-017850327eca tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384502 Jun 10 18:51:36.567221 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2734795d-18d7-48ba-9534-58f065ebf72c req-5f5ba06d-1c16-4655-8501-94058dfef26b tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:36.568705 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-2734795d-18d7-48ba-9534-58f065ebf72c req-5f5ba06d-1c16-4655-8501-94058dfef26b tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd0fa06a-987e-4b6e-a35d-ddfae995b593 HTTP/1.1" status: 200 len: 945 time: 0.0731528 Jun 10 18:51:36.612326 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-2734795d-18d7-48ba-9534-58f065ebf72c req-a82eadb3-c74e-4270-b866-c775577df332 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6bc7b4a-bc72-42f3-afbb-1c4965f0f943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368881 Jun 10 18:51:36.657882 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3f9fa0-f942-4312-b6f9-5ce9e51db5c2 req-28216145-4b10-4927-aebf-8e23792a75e7 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:36.659370 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-1a3f9fa0-f942-4312-b6f9-5ce9e51db5c2 req-28216145-4b10-4927-aebf-8e23792a75e7 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=98098ee8-c38f-4d5c-b59c-21b6d07b4b26 HTTP/1.1" status: 200 len: 945 time: 0.0675294 Jun 10 18:51:36.701100 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-1a3f9fa0-f942-4312-b6f9-5ce9e51db5c2 req-954d8ddb-f01e-414e-8309-9a4de7dc50ea tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350037 Jun 10 18:51:36.746301 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-60748c3b-8326-4d1b-8505-3db9939161c9 req-42c17835-20b4-496a-9df4-5bde4c59bf9b tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/ports?device_id=04e81b22-afbc-433c-a90e-00e778339b4e HTTP/1.1" status: 200 len: 210 time: 0.0346503 Jun 10 18:51:37.102654 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] get_ports_and_sgs() called for port_ids ['e7ba6b50-0941-4934-bafd-87f6d28ef45c'] {{(pid=98186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 18:51:37.566770 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ac696d-1525-47c5-81ef-f7ba0bfd264e req-775f59dd-2a93-42b5-a16f-5aaa51719d0c tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:37.568214 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-d5ac696d-1525-47c5-81ef-f7ba0bfd264e req-775f59dd-2a93-42b5-a16f-5aaa51719d0c tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 945 time: 0.0722628 Jun 10 18:51:37.609952 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-d5ac696d-1525-47c5-81ef-f7ba0bfd264e req-79b62e14-ae45-4ce3-aeb3-d76ea66cc83a tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362518 Jun 10 18:51:37.797019 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eae436d-8046-4e66-b5df-197bd5ffdf6c req-136302f5-b55a-4d57-872c-66ae67d23573 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:37.798493 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-5eae436d-8046-4e66-b5df-197bd5ffdf6c req-136302f5-b55a-4d57-872c-66ae67d23573 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd0fa06a-987e-4b6e-a35d-ddfae995b593 HTTP/1.1" status: 200 len: 945 time: 0.0727301 Jun 10 18:51:37.840809 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-5eae436d-8046-4e66-b5df-197bd5ffdf6c req-2f5e3a57-fa34-4a3c-a7a5-656e7f6ff464 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6bc7b4a-bc72-42f3-afbb-1c4965f0f943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366540 Jun 10 18:51:37.887558 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e6c89-7287-439b-929a-fa5c50d27b4b req-fce893b8-3914-444f-ae57-9630985f6328 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:37.891937 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-784e6c89-7287-439b-929a-fa5c50d27b4b req-fce893b8-3914-444f-ae57-9630985f6328 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=98098ee8-c38f-4d5c-b59c-21b6d07b4b26 HTTP/1.1" status: 200 len: 945 time: 0.0726924 Jun 10 18:51:37.936036 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-784e6c89-7287-439b-929a-fa5c50d27b4b req-31993756-00d5-4996-808a-d546a69ba7a3 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412347 Jun 10 18:51:37.981298 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-a1a64e70-bfcb-4ea5-8992-7d947ffaf82b req-47b041ea-2c39-4dc0-9138-9e27626f9765 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/ports?device_id=04e81b22-afbc-433c-a90e-00e778339b4e HTTP/1.1" status: 200 len: 210 time: 0.0363419 Jun 10 18:51:38.794874 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897900a1-18ba-4884-81b0-5cf3cd18216b req-70f03b10-cf6f-4638-bcbd-aeb6668cdb9b tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:38.796305 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-897900a1-18ba-4884-81b0-5cf3cd18216b req-70f03b10-cf6f-4638-bcbd-aeb6668cdb9b tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 945 time: 0.0705714 Jun 10 18:51:38.836058 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-897900a1-18ba-4884-81b0-5cf3cd18216b req-4be359d4-b570-4f06-ba69-0c0cc132240b tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343537 Jun 10 18:51:39.021638 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8a0d99-9d23-4901-a5b7-c16cf1815663 req-d6b4c807-cb64-4ec7-ae69-897f5d52afab tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:39.023089 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-6b8a0d99-9d23-4901-a5b7-c16cf1815663 req-d6b4c807-cb64-4ec7-ae69-897f5d52afab tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd0fa06a-987e-4b6e-a35d-ddfae995b593 HTTP/1.1" status: 200 len: 945 time: 0.0700142 Jun 10 18:51:39.063959 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-6b8a0d99-9d23-4901-a5b7-c16cf1815663 req-3f75fb0a-2391-4296-aa2a-416e5331f9d2 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6bc7b4a-bc72-42f3-afbb-1c4965f0f943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351408 Jun 10 18:51:39.114945 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab10cd2-7837-463e-8c1f-90d546f16fea req-91458380-ddba-406f-aab7-c5f91e127631 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:39.116419 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-9ab10cd2-7837-463e-8c1f-90d546f16fea req-91458380-ddba-406f-aab7-c5f91e127631 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=98098ee8-c38f-4d5c-b59c-21b6d07b4b26 HTTP/1.1" status: 200 len: 945 time: 0.0687728 Jun 10 18:51:39.161147 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-9ab10cd2-7837-463e-8c1f-90d546f16fea req-d36c40c0-bdaa-4d56-84df-44fab04bafcd tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388975 Jun 10 18:51:39.202567 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-043068f2-5053-417e-bdee-8d07581121d5 req-5f52fac4-a6a8-4cda-8875-290fc0a5f9df tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/ports?device_id=04e81b22-afbc-433c-a90e-00e778339b4e HTTP/1.1" status: 200 len: 210 time: 0.0371692 Jun 10 18:51:40.032242 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1647851f-d8a7-4808-b5d6-e61a1d4f2cfc req-d78556a5-a222-4c05-92d5-f10084b63605 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:40.033764 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-1647851f-d8a7-4808-b5d6-e61a1d4f2cfc req-d78556a5-a222-4c05-92d5-f10084b63605 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 945 time: 0.0770917 Jun 10 18:51:40.075215 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-1647851f-d8a7-4808-b5d6-e61a1d4f2cfc req-74289f4b-1b39-422f-92f9-b0d722c77f19 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356994 Jun 10 18:51:40.245965 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4617b2-cedf-4763-8236-e5a7f4dba329 req-74ac250b-c929-4ca6-a647-c1f2c41f5804 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:40.248267 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-2d4617b2-cedf-4763-8236-e5a7f4dba329 req-74ac250b-c929-4ca6-a647-c1f2c41f5804 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd0fa06a-987e-4b6e-a35d-ddfae995b593 HTTP/1.1" status: 200 len: 945 time: 0.0713656 Jun 10 18:51:40.291611 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-2d4617b2-cedf-4763-8236-e5a7f4dba329 req-71d9b723-3424-46a2-9bba-ead419b3d254 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6bc7b4a-bc72-42f3-afbb-1c4965f0f943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373404 Jun 10 18:51:40.340506 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae07290-e176-475b-a35d-123aa9fa9bc3 req-cfff350c-d78e-4e0b-858c-7c0d6dc6adbf tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:40.343101 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-bae07290-e176-475b-a35d-123aa9fa9bc3 req-cfff350c-d78e-4e0b-858c-7c0d6dc6adbf tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=98098ee8-c38f-4d5c-b59c-21b6d07b4b26 HTTP/1.1" status: 200 len: 945 time: 0.0706270 Jun 10 18:51:40.388791 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-bae07290-e176-475b-a35d-123aa9fa9bc3 req-ea582851-36f9-4f41-92ed-b6dd1ce7f62c tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400944 Jun 10 18:51:40.453897 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-94964b1f-5864-49be-8b24-301463c91d42 req-153f7702-5a2d-4082-ac4c-6ac2c6b1efa8 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] 10.222.0.15 "GET /v2.0/ports?device_id=04e81b22-afbc-433c-a90e-00e778339b4e HTTP/1.1" status: 200 len: 210 time: 0.0410061 Jun 10 18:51:41.121139 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Device e7ba6b50-0941-4934-bafd-87f6d28ef45c no longer exists at agent hyperv_hv-cinder-78626 {{(pid=98186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 18:51:41.158884 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.plugin [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] No Port match for: e7ba6b50-0941-4934-bafd-87f6d28ef45c {{(pid=98186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 18:51:41.159984 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Device e7ba6b50-0941-4934-bafd-87f6d28ef45c not bound to the agent host hv-cinder-78626 {{(pid=98186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 18:51:41.277438 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c459a1-6a09-44c0-9077-d6ce63167383 req-12a1c20e-d5dc-49dc-b35e-e304c7cc87c8 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:41.278934 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-b4c459a1-6a09-44c0-9077-d6ce63167383 req-12a1c20e-d5dc-49dc-b35e-e304c7cc87c8 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 945 time: 0.0762465 Jun 10 18:51:41.319841 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-b4c459a1-6a09-44c0-9077-d6ce63167383 req-235ecbaf-859c-41f5-a97f-627e97cbcd28 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352490 Jun 10 18:51:41.482655 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccb9725-6df4-42e8-a8b9-e5a837ec95f1 req-f1175868-f927-4ae9-bed9-89985d4c4fcc tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:41.484262 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-cccb9725-6df4-42e8-a8b9-e5a837ec95f1 req-f1175868-f927-4ae9-bed9-89985d4c4fcc tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd0fa06a-987e-4b6e-a35d-ddfae995b593 HTTP/1.1" status: 200 len: 945 time: 0.0811930 Jun 10 18:51:41.527050 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-cccb9725-6df4-42e8-a8b9-e5a837ec95f1 req-2c4c97e3-d761-46b4-b232-18ffbfb3aa88 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6bc7b4a-bc72-42f3-afbb-1c4965f0f943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372136 Jun 10 18:51:41.581581 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fc1cd0-4813-41a7-ad7b-45051ca2c2ce req-898115e4-5675-422b-899d-fb78d03f2dcc tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:41.583065 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-f8fc1cd0-4813-41a7-ad7b-45051ca2c2ce req-898115e4-5675-422b-899d-fb78d03f2dcc tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=98098ee8-c38f-4d5c-b59c-21b6d07b4b26 HTTP/1.1" status: 200 len: 945 time: 0.0730588 Jun 10 18:51:41.610686 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 50128) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:51:41.625861 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-f8fc1cd0-4813-41a7-ad7b-45051ca2c2ce req-6facc8b1-c2d2-4346-bae0-71890f29bd08 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371573 Jun 10 18:51:41.664104 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae60cddd-ce01-48f6-a452-5a6c6a21bb24 admin admin] Deleting subnet e54f33df-96bf-41df-aade-9540ec4d8d5f {{(pid=98185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 18:51:41.667193 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-ae60cddd-ce01-48f6-a452-5a6c6a21bb24 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:41.746125 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-ae60cddd-ce01-48f6-a452-5a6c6a21bb24 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:41.756852 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-ae60cddd-ce01-48f6-a452-5a6c6a21bb24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883551'] for subnet, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:41.784513 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-daf4775d-800c-4ba2-8a44-97a2cc143cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:41.826983 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b040007-8aab-4e8c-8061-844125937fe7 req-349c5392-10f4-4e5a-8f12-f8cad6da9385 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:41.828473 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-0b040007-8aab-4e8c-8061-844125937fe7 req-349c5392-10f4-4e5a-8f12-f8cad6da9385 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd0fa06a-987e-4b6e-a35d-ddfae995b593 HTTP/1.1" status: 200 len: 945 time: 0.1222019 Jun 10 18:51:41.863052 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-ae60cddd-ce01-48f6-a452-5a6c6a21bb24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730'] for subnet, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:41.874650 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:51:41.914555 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-ae60cddd-ce01-48f6-a452-5a6c6a21bb24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:41.916528 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-ae60cddd-ce01-48f6-a452-5a6c6a21bb24 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/e54f33df-96bf-41df-aade-9540ec4d8d5f HTTP/1.1" status: 204 len: 168 time: 0.3046348 Jun 10 18:51:41.917405 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae60cddd-ce01-48f6-a452-5a6c6a21bb24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e54f33df-96bf-41df-aade-9540ec4d8d5f,revision_number=None']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:51:41.920056 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 50134) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:51:41.931486 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-0b040007-8aab-4e8c-8061-844125937fe7 req-187ca83b-84a9-4a9a-859d-a7a75785eecf tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6bc7b4a-bc72-42f3-afbb-1c4965f0f943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940371 Jun 10 18:51:41.932144 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae60cddd-ce01-48f6-a452-5a6c6a21bb24 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:51:41.932144 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae60cddd-ce01-48f6-a452-5a6c6a21bb24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:51:41.932521 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae60cddd-ce01-48f6-a452-5a6c6a21bb24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:51:41.932882 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae60cddd-ce01-48f6-a452-5a6c6a21bb24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:51:41.933246 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae60cddd-ce01-48f6-a452-5a6c6a21bb24 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:51:41.933632 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae60cddd-ce01-48f6-a452-5a6c6a21bb24 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:51:41.933987 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae60cddd-ce01-48f6-a452-5a6c6a21bb24 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:51:41.934962 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae60cddd-ce01-48f6-a452-5a6c6a21bb24 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:51:41.935656 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae60cddd-ce01-48f6-a452-5a6c6a21bb24 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:51:41.936650 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae60cddd-ce01-48f6-a452-5a6c6a21bb24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:51:41.936650 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae60cddd-ce01-48f6-a452-5a6c6a21bb24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:51:41.936980 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae60cddd-ce01-48f6-a452-5a6c6a21bb24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:51:41.949846 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-ae60cddd-ce01-48f6-a452-5a6c6a21bb24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:51:42.029942 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-a1938708-f376-4233-9600-6cb44514b18c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542662'] for network, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:42.145536 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-a1938708-f376-4233-9600-6cb44514b18c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-876752', 'neutron.services.segments.db._delete_segments_for_network-8731578620079'] for network, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:42.160847 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.services.segments.db [None req-a1938708-f376-4233-9600-6cb44514b18c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19e9a3f5-4709-4ace-b497-42ae4bcaab91']}} {{(pid=98184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:51:42.200585 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.services.segments.db [None req-a1938708-f376-4233-9600-6cb44514b18c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd279837-3169-4e44-bb88-c8bbfa96e1db') {'for_net_delete': True} {{(pid=98184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:51:42.200890 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.services.segments.db [None req-a1938708-f376-4233-9600-6cb44514b18c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd279837-3169-4e44-bb88-c8bbfa96e1db') {} {{(pid=98184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:51:42.218668 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-a1938708-f376-4233-9600-6cb44514b18c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731578619908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374928'] for segment, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:42.240894 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-a1938708-f376-4233-9600-6cb44514b18c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881768'] for segment, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:42.249508 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1938708-f376-4233-9600-6cb44514b18c admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=98184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 18:51:42.250123 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-a1938708-f376-4233-9600-6cb44514b18c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12374130'] for segment, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:42.252279 dv-cinder-786260-4-iscsi neutron-server[98184]: Traceback (most recent call last): Jun 10 18:51:42.252279 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 18:51:42.252279 dv-cinder-786260-4-iscsi neutron-server[98184]: timer() Jun 10 18:51:42.252279 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 18:51:42.252279 dv-cinder-786260-4-iscsi neutron-server[98184]: cb(*args, **kw) Jun 10 18:51:42.252279 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 18:51:42.252279 dv-cinder-786260-4-iscsi neutron-server[98184]: return func(*args, **kwargs) Jun 10 18:51:42.252279 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 18:51:42.252279 dv-cinder-786260-4-iscsi neutron-server[98184]: self._notify() Jun 10 18:51:42.252279 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 18:51:42.252279 dv-cinder-786260-4-iscsi neutron-server[98184]: self.callback(batched_events) Jun 10 18:51:42.252279 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 18:51:42.252279 dv-cinder-786260-4-iscsi neutron-server[98184]: event.method(event) Jun 10 18:51:42.252279 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 18:51:42.252279 dv-cinder-786260-4-iscsi neutron-server[98184]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 18:51:42.252279 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 18:51:42.252279 dv-cinder-786260-4-iscsi neutron-server[98184]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 18:51:42.252279 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 18:51:42.252279 dv-cinder-786260-4-iscsi neutron-server[98184]: return f(self, *a, **k) Jun 10 18:51:42.252279 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 18:51:42.252279 dv-cinder-786260-4-iscsi neutron-server[98184]: return self._get(url).json() Jun 10 18:51:42.252279 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 18:51:42.252279 dv-cinder-786260-4-iscsi neutron-server[98184]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 18:51:42.252279 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 18:51:42.252279 dv-cinder-786260-4-iscsi neutron-server[98184]: return self.request(url, 'GET', **kwargs) Jun 10 18:51:42.252279 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 18:51:42.252279 dv-cinder-786260-4-iscsi neutron-server[98184]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 18:51:42.252279 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 18:51:42.252279 dv-cinder-786260-4-iscsi neutron-server[98184]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 18:51:42.252279 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 18:51:42.252279 dv-cinder-786260-4-iscsi neutron-server[98184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 18:51:42.252279 dv-cinder-786260-4-iscsi neutron-server[98184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 18:51:42.339925 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d513e8d1-f98b-48d0-aea7-04ed5622a713 req-0887a838-63e9-49a0-afdd-e8b671fef282 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:42.342405 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-d513e8d1-f98b-48d0-aea7-04ed5622a713 req-0887a838-63e9-49a0-afdd-e8b671fef282 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dfd38ae-310d-4c3c-b40a-83004dbb0797 HTTP/1.1" status: 200 len: 946 time: 0.1877570 Jun 10 18:51:42.359192 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe10d5e-ee44-4e0b-aead-0140cd9b155f req-c0f66bb3-6dd9-48d5-9fc3-ec6d2bc26c45 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:42.360873 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-4fe10d5e-ee44-4e0b-aead-0140cd9b155f req-c0f66bb3-6dd9-48d5-9fc3-ec6d2bc26c45 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd0fa06a-987e-4b6e-a35d-ddfae995b593 HTTP/1.1" status: 200 len: 945 time: 0.0809624 Jun 10 18:51:42.362535 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-a1938708-f376-4233-9600-6cb44514b18c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-876761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4045579'] for network, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:42.382653 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-a1938708-f376-4233-9600-6cb44514b18c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731712'] for network, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:42.384810 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-a1938708-f376-4233-9600-6cb44514b18c admin admin] 10.222.0.15 "DELETE /v2.0/networks/19e9a3f5-4709-4ace-b497-42ae4bcaab91 HTTP/1.1" status: 204 len: 168 time: 0.4640229 Jun 10 18:51:42.385911 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-552f7402-d1d5-4e91-967a-feceb57d16e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:51:42.416784 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1938708-f376-4233-9600-6cb44514b18c admin admin] Pushing event deleted for resources: {'Network': ['ID=19e9a3f5-4709-4ace-b497-42ae4bcaab91,revision_number=None']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:51:42.422987 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-4fe10d5e-ee44-4e0b-aead-0140cd9b155f req-bb8c34a9-265d-4819-99b6-6be960677187 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6bc7b4a-bc72-42f3-afbb-1c4965f0f943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511737 Jun 10 18:51:42.430142 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-d513e8d1-f98b-48d0-aea7-04ed5622a713 req-6955169c-8b53-44c6-9f18-1623c465ca55 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc2e55c-47a1-47f8-a4f5-611ae6fb6623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775325 Jun 10 18:51:42.433386 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1938708-f376-4233-9600-6cb44514b18c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:51:42.433788 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1938708-f376-4233-9600-6cb44514b18c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:51:42.434557 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1938708-f376-4233-9600-6cb44514b18c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:51:42.436154 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1938708-f376-4233-9600-6cb44514b18c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:51:42.436527 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1938708-f376-4233-9600-6cb44514b18c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:51:42.436891 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1938708-f376-4233-9600-6cb44514b18c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:51:42.437922 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1938708-f376-4233-9600-6cb44514b18c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:51:42.438290 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1938708-f376-4233-9600-6cb44514b18c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:51:42.438649 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1938708-f376-4233-9600-6cb44514b18c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:51:42.439004 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1938708-f376-4233-9600-6cb44514b18c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:51:42.439356 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1938708-f376-4233-9600-6cb44514b18c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:51:42.439716 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1938708-f376-4233-9600-6cb44514b18c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:51:42.443567 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-a1938708-f376-4233-9600-6cb44514b18c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:51:42.612154 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 50154) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:51:42.665374 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-84c9c654-6c5c-4c95-803d-6a70518e7562 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=be26617a1ee345d9a6f8be900482942f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0505123 Jun 10 18:51:42.667721 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 50158) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:51:42.770742 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-aeb62475-cdda-4fe7-826a-904da37cfc10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:42.780721 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b52ebea-3e27-41d4-abfd-e86ef854ed75 req-d6330975-97f5-4510-a839-34eb19de6bc4 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:42.782581 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-8b52ebea-3e27-41d4-abfd-e86ef854ed75 req-d6330975-97f5-4510-a839-34eb19de6bc4 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 945 time: 0.0984430 Jun 10 18:51:42.834802 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-8b52ebea-3e27-41d4-abfd-e86ef854ed75 req-bafd5153-3d83-4728-8989-7b2417604ddb tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441780 Jun 10 18:51:42.837278 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-aeb62475-cdda-4fe7-826a-904da37cfc10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:42.900345 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc28111-c936-4445-b11a-b39027734912 req-39495100-01b5-4664-9372-6947cf65ed96 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:42.901820 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-fdc28111-c936-4445-b11a-b39027734912 req-39495100-01b5-4664-9372-6947cf65ed96 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=98098ee8-c38f-4d5c-b59c-21b6d07b4b26 HTTP/1.1" status: 200 len: 945 time: 0.1274676 Jun 10 18:51:42.932471 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-aeb62475-cdda-4fe7-826a-904da37cfc10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:42.935561 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-aeb62475-cdda-4fe7-826a-904da37cfc10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:42.936661 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-aeb62475-cdda-4fe7-826a-904da37cfc10 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/06502357-ff4c-485b-91b1-561d1bbe6894 HTTP/1.1" status: 204 len: 168 time: 0.2679908 Jun 10 18:51:42.943312 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-ce0a8f1e-242a-4ae6-83ef-51135dab4355 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:51:42.958468 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-fdc28111-c936-4445-b11a-b39027734912 req-05cf9967-33b8-4bed-bdad-105a4315b5f1 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502968 Jun 10 18:51:42.959351 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb62475-cdda-4fe7-826a-904da37cfc10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06502357-ff4c-485b-91b1-561d1bbe6894,revision_number=None']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:51:42.961749 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-aeb62475-cdda-4fe7-826a-904da37cfc10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:51:43.623129 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f726d37-98f2-48af-aaaa-937e0bd522a1 req-6b198296-5e7f-4cda-9287-90a65e64250e tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:43.624600 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-9f726d37-98f2-48af-aaaa-937e0bd522a1 req-6b198296-5e7f-4cda-9287-90a65e64250e tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dfd38ae-310d-4c3c-b40a-83004dbb0797 HTTP/1.1" status: 200 len: 946 time: 0.0686109 Jun 10 18:51:43.667838 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-9f726d37-98f2-48af-aaaa-937e0bd522a1 req-0855426b-4be3-45e3-acbc-80585149435b tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc2e55c-47a1-47f8-a4f5-611ae6fb6623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374727 Jun 10 18:51:44.031179 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c588d16-f59c-4628-8618-999b841ca1ee req-c8bf5980-376d-4170-b046-bfacbaf27940 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:44.032979 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-6c588d16-f59c-4628-8618-999b841ca1ee req-c8bf5980-376d-4170-b046-bfacbaf27940 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 945 time: 0.0727844 Jun 10 18:51:44.077992 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-6c588d16-f59c-4628-8618-999b841ca1ee req-614efc4f-7f09-44e6-9f7a-f50022e2a33a tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393023 Jun 10 18:51:44.155573 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e244615e-5971-4be7-aa41-bd844b7d6f90 req-770957a1-f795-4df2-99ff-5212cbf554d9 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:44.157116 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-e244615e-5971-4be7-aa41-bd844b7d6f90 req-770957a1-f795-4df2-99ff-5212cbf554d9 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=98098ee8-c38f-4d5c-b59c-21b6d07b4b26 HTTP/1.1" status: 200 len: 945 time: 0.0790017 Jun 10 18:51:44.201108 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-e244615e-5971-4be7-aa41-bd844b7d6f90 req-fdde3f1a-2aa4-4e3b-98bd-6db5d6180480 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373166 Jun 10 18:51:44.270969 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-dcd9954d-10c0-413b-b1fe-a0d9e6ea85e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:44.416983 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:44.851923 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8330cdc0-6578-468f-a7e5-b6a7079f827e req-3de771a2-f7cb-4f91-a038-d7baa1e39170 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:44.853567 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-8330cdc0-6578-468f-a7e5-b6a7079f827e req-3de771a2-f7cb-4f91-a038-d7baa1e39170 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dfd38ae-310d-4c3c-b40a-83004dbb0797 HTTP/1.1" status: 200 len: 946 time: 0.0725346 Jun 10 18:51:45.140235 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-8330cdc0-6578-468f-a7e5-b6a7079f827e req-e23bc082-ad1c-459b-a824-ca46338a3bbc tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc2e55c-47a1-47f8-a4f5-611ae6fb6623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2777355 Jun 10 18:51:45.275108 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f16bf8-32eb-418d-831f-1249cf593a4b req-6a533c8a-3078-435b-851e-519c840258cc tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:45.276671 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-72f16bf8-32eb-418d-831f-1249cf593a4b req-6a533c8a-3078-435b-851e-519c840258cc tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 945 time: 0.0729289 Jun 10 18:51:45.324259 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-72f16bf8-32eb-418d-831f-1249cf593a4b req-1f50609c-7e21-4f8a-872e-26ca1c0f6938 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402460 Jun 10 18:51:45.386562 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0e6a43-266a-43b4-a8d1-4bb89574c9a7 req-14bd8592-c89b-42fa-bf09-35f4759d5c06 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:45.388666 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-4e0e6a43-266a-43b4-a8d1-4bb89574c9a7 req-14bd8592-c89b-42fa-bf09-35f4759d5c06 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=98098ee8-c38f-4d5c-b59c-21b6d07b4b26 HTTP/1.1" status: 200 len: 945 time: 0.0721161 Jun 10 18:51:45.418875 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-8dcc316c-a8c5-4da3-a0ad-e3f4fe9157be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:45.431112 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-4e0e6a43-266a-43b4-a8d1-4bb89574c9a7 req-e6a88c41-b2ea-43b8-93a7-87ff633f48ce tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365627 Jun 10 18:51:45.434899 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 50250) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:51:45.544831 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-27a3d1b5-e1ea-47d7-a084-2a8491f92441 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:45.641081 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-27a3d1b5-e1ea-47d7-a084-2a8491f92441 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:45.644726 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-27a3d1b5-e1ea-47d7-a084-2a8491f92441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:45.647012 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-a00209a2-b8aa-4bbb-9448-49f1e4dbbe42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:51:45.683975 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a3d1b5-e1ea-47d7-a084-2a8491f92441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=417b6d83-6aa9-44e5-a07a-0b3aa2ec98d2,revision_number=1']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:51:45.688129 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-27a3d1b5-e1ea-47d7-a084-2a8491f92441 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1de41a38eda34d49a407db807dea52fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2521844 Jun 10 18:51:45.690734 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 50256) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:51:45.692913 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-27a3d1b5-e1ea-47d7-a084-2a8491f92441 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:51:45.743221 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-59dfdec5-7c21-4f39-ab8c-a62942b99f97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:45.765934 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-59dfdec5-7c21-4f39-ab8c-a62942b99f97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:45.814681 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-59dfdec5-7c21-4f39-ab8c-a62942b99f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:45.817697 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-59dfdec5-7c21-4f39-ab8c-a62942b99f97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:45.821687 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-59dfdec5-7c21-4f39-ab8c-a62942b99f97 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/417b6d83-6aa9-44e5-a07a-0b3aa2ec98d2 HTTP/1.1" status: 204 len: 168 time: 0.1297653 Jun 10 18:51:45.822467 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-85c077ef-7dbd-44f5-8b65-c20670a6fb8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:51:45.832109 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dfdec5-7c21-4f39-ab8c-a62942b99f97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=417b6d83-6aa9-44e5-a07a-0b3aa2ec98d2,revision_number=None']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:51:45.834409 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-59dfdec5-7c21-4f39-ab8c-a62942b99f97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:51:46.078827 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 50264) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:51:46.094405 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-b217e094-61ea-4fcb-b236-ee6c018c500b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:46.188430 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-b217e094-61ea-4fcb-b236-ee6c018c500b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:46.192165 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-b217e094-61ea-4fcb-b236-ee6c018c500b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:46.194479 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-f85d1377-facd-4897-97f2-575ea30ec60d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:51:46.237431 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-b217e094-61ea-4fcb-b236-ee6c018c500b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c85e6d958a5d4eba8dd3d57e43955f90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1575077 Jun 10 18:51:46.238352 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b217e094-61ea-4fcb-b236-ee6c018c500b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59d27f2d-bfb7-40f4-9d22-c775cbf8e710,revision_number=1']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:51:46.240006 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 50268) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:51:46.241327 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-b217e094-61ea-4fcb-b236-ee6c018c500b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:51:46.294519 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-ac1a36ad-3f34-4c97-8d91-304ab8ed421a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:46.319914 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-ac1a36ad-3f34-4c97-8d91-304ab8ed421a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:46.326693 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa3b535-543e-484e-9009-18396767d098 req-d2a7cb26-ee07-49a0-8564-24005801079a tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:46.328117 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-3fa3b535-543e-484e-9009-18396767d098 req-d2a7cb26-ee07-49a0-8564-24005801079a tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dfd38ae-310d-4c3c-b40a-83004dbb0797 HTTP/1.1" status: 200 len: 946 time: 0.0707176 Jun 10 18:51:46.371967 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-3fa3b535-543e-484e-9009-18396767d098 req-fa215581-81cf-46ba-8c76-c5d7a7738c71 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc2e55c-47a1-47f8-a4f5-611ae6fb6623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379658 Jun 10 18:51:46.372414 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-ac1a36ad-3f34-4c97-8d91-304ab8ed421a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:46.375230 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-ac1a36ad-3f34-4c97-8d91-304ab8ed421a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:46.376505 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-ac1a36ad-3f34-4c97-8d91-304ab8ed421a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/59d27f2d-bfb7-40f4-9d22-c775cbf8e710 HTTP/1.1" status: 204 len: 168 time: 0.1354525 Jun 10 18:51:46.377624 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-0632cd4b-e1a6-41d7-840a-4ac5b3c5c227 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:51:46.391608 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1a36ad-3f34-4c97-8d91-304ab8ed421a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d27f2d-bfb7-40f4-9d22-c775cbf8e710,revision_number=None']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:51:46.399635 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-ac1a36ad-3f34-4c97-8d91-304ab8ed421a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:51:46.547765 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eace9c-9336-431e-bc76-75162021b522 req-1f863728-3a17-4922-a016-c0bd071044c1 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:46.549378 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-c8eace9c-9336-431e-bc76-75162021b522 req-1f863728-3a17-4922-a016-c0bd071044c1 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 945 time: 0.0744362 Jun 10 18:51:46.597193 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-c8eace9c-9336-431e-bc76-75162021b522 req-95dfc17a-cc2a-448a-80a6-5568dc083b19 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417066 Jun 10 18:51:46.654664 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02cd45d-15a5-4e45-b558-578871522281 req-535c7dd4-a433-4284-b8b5-98bab82fed4f tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:46.656119 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-e02cd45d-15a5-4e45-b558-578871522281 req-535c7dd4-a433-4284-b8b5-98bab82fed4f tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=98098ee8-c38f-4d5c-b59c-21b6d07b4b26 HTTP/1.1" status: 200 len: 945 time: 0.0778685 Jun 10 18:51:46.697622 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-e02cd45d-15a5-4e45-b558-578871522281 req-c12ebb33-b70b-4bf9-bd79-3fc33a2ecc53 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356009 Jun 10 18:51:46.955116 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.agents_db [None req-dd8e6269-3fd9-4915-b5ed-83e1f738bf4e None None] Agent healthcheck: found 6 active agents {{(pid=98187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 18:51:47.225300 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-bf1ede84-8c21-46ff-8a19-cb90afe635a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:47.390952 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cfe31d-352d-4649-b66d-ad6b5cac5b83 req-4b97c8c2-0f89-4dc3-8960-51eb8b55c91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:47.392882 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-f4cfe31d-352d-4649-b66d-ad6b5cac5b83 req-4b97c8c2-0f89-4dc3-8960-51eb8b55c91a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b98132dec11942b2917326af967088e0&device_id=8dfd38ae-310d-4c3c-b40a-83004dbb0797 HTTP/1.1" status: 200 len: 1099 time: 0.0616341 Jun 10 18:51:47.545195 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cfe31d-352d-4649-b66d-ad6b5cac5b83 req-1950fc1f-5e9c-4ea1-9762-1ae7e894fdae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:47.546747 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-f4cfe31d-352d-4649-b66d-ad6b5cac5b83 req-1950fc1f-5e9c-4ea1-9762-1ae7e894fdae service neutron] 10.222.0.39 "GET /v2.0/networks?id=cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73 HTTP/1.1" status: 200 len: 912 time: 0.1333909 Jun 10 18:51:47.596386 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792a33c6-472a-4f5f-b226-fc424c14bf28 req-eb28ffbe-b460-479e-a8f9-575bacedf965 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:47.598016 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-792a33c6-472a-4f5f-b226-fc424c14bf28 req-eb28ffbe-b460-479e-a8f9-575bacedf965 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dfd38ae-310d-4c3c-b40a-83004dbb0797 HTTP/1.1" status: 200 len: 946 time: 0.0899830 Jun 10 18:51:47.599192 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:47.648146 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-792a33c6-472a-4f5f-b226-fc424c14bf28 req-476261a4-61ee-459d-901c-31b3f33aafe8 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc2e55c-47a1-47f8-a4f5-611ae6fb6623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436683 Jun 10 18:51:47.700495 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-f4cfe31d-352d-4649-b66d-ad6b5cac5b83 req-06e75f42-ad16-45a1-81a4-3baf7fe558d3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0e4a93cf-a9fc-4b75-8bf7-0140ded974e5 HTTP/1.1" status: 200 len: 1002 time: 0.1378729 Jun 10 18:51:47.821841 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cfe31d-352d-4649-b66d-ad6b5cac5b83 req-f549a5ad-a480-4888-85cf-8fa0fde0a246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:47.823331 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-f4cfe31d-352d-4649-b66d-ad6b5cac5b83 req-f549a5ad-a480-4888-85cf-8fa0fde0a246 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=450a2f52-17ce-4ffd-a311-633c3f5e5032 HTTP/1.1" status: 200 len: 850 time: 0.1081247 Jun 10 18:51:47.888373 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c58b394-c684-434b-9a91-05c4bc607b8e req-6a204508-ed52-4724-ae60-1a2a4ceea37f tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:47.894968 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-4c58b394-c684-434b-9a91-05c4bc607b8e req-6a204508-ed52-4724-ae60-1a2a4ceea37f tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] 10.222.0.15 "GET /v2.0/networks?id=73a3ce8a-93bc-4d5e-b32a-0f937061b979 HTTP/1.1" status: 200 len: 814 time: 0.1530149 Jun 10 18:51:47.896225 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f39295-4226-4159-b7a1-c929ec6f3fae req-bbdf7270-b714-4c48-a049-91d49de297e5 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:47.897734 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-65f39295-4226-4159-b7a1-c929ec6f3fae req-bbdf7270-b714-4c48-a049-91d49de297e5 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 945 time: 0.1348712 Jun 10 18:51:47.905203 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-4c58b394-c684-434b-9a91-05c4bc607b8e req-d67f10ef-6bb8-475e-ada3-43d8ae00859b tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] 10.222.0.15 "GET /v2.0/quotas/a7241b95e30c40179a2658f45dfc298b HTTP/1.1" status: 200 len: 375 time: 0.0094228 Jun 10 18:51:47.946202 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cfe31d-352d-4649-b66d-ad6b5cac5b83 req-434f535d-00f3-4a17-b456-646787887288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:47.947590 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-f4cfe31d-352d-4649-b66d-ad6b5cac5b83 req-434f535d-00f3-4a17-b456-646787887288 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1155264 Jun 10 18:51:47.948455 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-4c58b394-c684-434b-9a91-05c4bc607b8e req-e7e31d12-fb23-4988-8f66-08aa2eff3c7e tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a7241b95e30c40179a2658f45dfc298b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0363986 Jun 10 18:51:47.952821 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-65f39295-4226-4159-b7a1-c929ec6f3fae req-d7aebc10-8fb8-4eaa-8b1c-9a3c6322ecdb tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492666 Jun 10 18:51:48.094046 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-f4cfe31d-352d-4649-b66d-ad6b5cac5b83 req-3e7b3e17-061d-40c1-ae18-8d4d64255df3 service neutron] 10.222.0.39 "GET /v2.0/networks/cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330173 Jun 10 18:51:48.121370 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-4c58b394-c684-434b-9a91-05c4bc607b8e req-00e82114-5ac9-4c70-a91c-c67c80ed4c9b service neutron] 10.222.0.15 "GET /v2.0/networks/73a3ce8a-93bc-4d5e-b32a-0f937061b979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636112 Jun 10 18:51:48.285273 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-f4cfe31d-352d-4649-b66d-ad6b5cac5b83 req-888bae25-6f9d-41cf-87c9-b5a2d5d5812c service neutron] 10.222.0.39 "GET /v2.0/networks/cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847129 Jun 10 18:51:48.290058 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-4c58b394-c684-434b-9a91-05c4bc607b8e req-2b7381e9-4537-4022-ba26-ea3a04dfc6f5 service neutron] 10.222.0.15 "GET /v2.0/networks/73a3ce8a-93bc-4d5e-b32a-0f937061b979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665020 Jun 10 18:51:48.296393 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39f9fdb-4755-47fc-9abc-3e5de61710cc req-af7aae54-9e6b-4318-a78b-5209d0ffc999 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:48.303628 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-a39f9fdb-4755-47fc-9abc-3e5de61710cc req-af7aae54-9e6b-4318-a78b-5209d0ffc999 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=98098ee8-c38f-4d5c-b59c-21b6d07b4b26 HTTP/1.1" status: 200 len: 945 time: 0.1928418 Jun 10 18:51:48.344798 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea89688-20a5-44ab-a23d-5aedfb63f739 req-03d36584-d8c1-4a2d-bf2f-7e2f3d28688d tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:48.346642 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-dea89688-20a5-44ab-a23d-5aedfb63f739 req-03d36584-d8c1-4a2d-bf2f-7e2f3d28688d tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.39 "GET /v2.0/ports?device_id=98098ee8-c38f-4d5c-b59c-21b6d07b4b26 HTTP/1.1" status: 200 len: 945 time: 0.0966918 Jun 10 18:51:48.357004 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-a39f9fdb-4755-47fc-9abc-3e5de61710cc req-066b5426-4071-4baa-9f52-ad5a51f6bdbe tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cf4883b-40bc-42c8-8987-acb97d447b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518568 Jun 10 18:51:48.535278 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.plugin [req-dea89688-20a5-44ab-a23d-5aedfb63f739 req-f9f65059-bdd0-4db2-96f3-df542fce35e9 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Deleting port 384f9c6d-550b-4c29-9028-415a4aacdbb0 {{(pid=98184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 18:51:48.535641 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [req-dea89688-20a5-44ab-a23d-5aedfb63f739 req-f9f65059-bdd0-4db2-96f3-df542fce35e9 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578452511'] for port, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:48.604789 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-ace99d08-8da8-4f91-9a5c-87fa89135671 req-79a23ab3-81ec-4fa3-a98a-6d5c4af9e900 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] 10.222.0.15 "GET /v2.0/ports?device_id=95e062b3-a8a5-43f0-bd8a-3a22b0b0d48b HTTP/1.1" status: 200 len: 210 time: 0.0462596 Jun 10 18:51:48.708223 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.db [req-dea89688-20a5-44ab-a23d-5aedfb63f739 req-f9f65059-bdd0-4db2-96f3-df542fce35e9 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] For port 384f9c6d-550b-4c29-9028-415a4aacdbb0, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=384f9c6d-550b-4c29-9028-415a4aacdbb0,segment=NetworkSegment(8aad430c-f386-4a5a-bcc9-ad8b4eb8863a),segment_id=8aad430c-f386-4a5a-bcc9-ad8b4eb8863a)] {{(pid=98184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:51:48.708906 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [req-dea89688-20a5-44ab-a23d-5aedfb63f739 req-f9f65059-bdd0-4db2-96f3-df542fce35e9 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4044702'] for port, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:48.837871 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.plugin [req-dea89688-20a5-44ab-a23d-5aedfb63f739 req-f9f65059-bdd0-4db2-96f3-df542fce35e9 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Calling delete_port for 384f9c6d-550b-4c29-9028-415a4aacdbb0 owned by compute:nova {{(pid=98184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 18:51:49.000709 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d27680-3f10-4fc6-b5cf-b45e602d3ddc req-6f34ad4b-8c46-4543-ae58-880fabe8b75c tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:49.002315 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-f0d27680-3f10-4fc6-b5cf-b45e602d3ddc req-6f34ad4b-8c46-4543-ae58-880fabe8b75c tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dfd38ae-310d-4c3c-b40a-83004dbb0797 HTTP/1.1" status: 200 len: 946 time: 0.2134969 Jun 10 18:51:49.091363 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-f0d27680-3f10-4fc6-b5cf-b45e602d3ddc req-5933585e-af9d-49ad-9861-b03631114093 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc2e55c-47a1-47f8-a4f5-611ae6fb6623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777779 Jun 10 18:51:49.123507 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [req-dea89688-20a5-44ab-a23d-5aedfb63f739 req-f9f65059-bdd0-4db2-96f3-df542fce35e9 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578457411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578064415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12374055'] for port, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:49.127740 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:51:49.135647 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] get_ports_and_sgs() called for port_ids ['384f9c6d-550b-4c29-9028-415a4aacdbb0'] {{(pid=98186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 18:51:49.158032 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f65059-bdd0-4db2-96f3-df542fce35e9 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Pushing event deleted for resources: {'Port': ['ID=384f9c6d-550b-4c29-9028-415a4aacdbb0,revision_number=None']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:51:49.161542 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-f9f65059-bdd0-4db2-96f3-df542fce35e9 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:51:49.191722 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b441f810-4f54-422c-8f84-3e9944059eba req-dd4fcb26-3f5d-4005-8207-5677f7916ab4 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:49.198584 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-b441f810-4f54-422c-8f84-3e9944059eba req-dd4fcb26-3f5d-4005-8207-5677f7916ab4 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 945 time: 0.0936666 Jun 10 18:51:49.239375 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-b441f810-4f54-422c-8f84-3e9944059eba req-21dcc858-e509-4e61-b8ad-572fc5808755 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397661 Jun 10 18:51:49.239920 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.db.l3_dvrscheduler_db [req-dea89688-20a5-44ab-a23d-5aedfb63f739 req-f9f65059-bdd0-4db2-96f3-df542fce35e9 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] No DVR routers for this DVR port 384f9c6d-550b-4c29-9028-415a4aacdbb0 on host hv-cinder-78626 {{(pid=98184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 18:51:49.246626 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [req-dea89688-20a5-44ab-a23d-5aedfb63f739 req-f9f65059-bdd0-4db2-96f3-df542fce35e9 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230521'] for port, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:49.249048 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-dea89688-20a5-44ab-a23d-5aedfb63f739 req-f9f65059-bdd0-4db2-96f3-df542fce35e9 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.39 "DELETE /v2.0/ports/384f9c6d-550b-4c29-9028-415a4aacdbb0 HTTP/1.1" status: 204 len: 173 time: 0.8959987 Jun 10 18:51:49.249746 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98098ee8-c38f-4d5c-b59c-21b6d07b4b26', 'name': 'network-vif-deleted', 'tag': '384f9c6d-550b-4c29-9028-415a4aacdbb0'}] {{(pid=98184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 18:51:49.253932 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb56d522721b4b5adfc42fa723f2f3515f3582caf8bc0113b3f39c2a7fe625ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cc7090f-b074-411b-9480-f00fa6be6ad3" -d '{"events": [{"server_uuid": "98098ee8-c38f-4d5c-b59c-21b6d07b4b26", "name": "network-vif-deleted", "tag": "384f9c6d-550b-4c29-9028-415a4aacdbb0"}]}' {{(pid=98184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 18:51:49.299798 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 18:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caef5cd5-f521-400b-8a20-f3ddcb15bc11 x-openstack-request-id: req-caef5cd5-f521-400b-8a20-f3ddcb15bc11 {{(pid=98184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 18:51:49.300192 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98098ee8-c38f-4d5c-b59c-21b6d07b4b26", "name": "network-vif-deleted", "tag": "384f9c6d-550b-4c29-9028-415a4aacdbb0", "status": "completed", "code": 200}]} {{(pid=98184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 18:51:49.300812 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-caef5cd5-f521-400b-8a20-f3ddcb15bc11 {{(pid=98184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 18:51:49.301270 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98098ee8-c38f-4d5c-b59c-21b6d07b4b26', 'name': 'network-vif-deleted', 'tag': '384f9c6d-550b-4c29-9028-415a4aacdbb0', 'status': 'completed', 'code': 200} Jun 10 18:51:49.520897 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-1c29d806-aeb2-477c-97ce-88d5b67bae00 req-b2566be4-b2df-4125-b1e8-9b97a6c0444f tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] 10.222.0.15 "GET /v2.0/ports?device_id=98098ee8-c38f-4d5c-b59c-21b6d07b4b26 HTTP/1.1" status: 200 len: 210 time: 0.0332823 Jun 10 18:51:49.806263 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-cfbb7169-829f-4506-82cb-6f51f3b01d6f req-c4e54c03-d138-490c-bd94-1e25b48b3385 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] 10.222.0.15 "GET /v2.0/ports?device_id=95e062b3-a8a5-43f0-bd8a-3a22b0b0d48b HTTP/1.1" status: 200 len: 210 time: 0.0356188 Jun 10 18:51:49.851025 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c58b394-c684-434b-9a91-05c4bc607b8e req-a6f504d3-8c3b-4e16-83bc-cd0b07a35667 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:49.852561 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-4c58b394-c684-434b-9a91-05c4bc607b8e req-a6f504d3-8c3b-4e16-83bc-cd0b07a35667 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] 10.222.0.39 "GET /v2.0/networks?id=73a3ce8a-93bc-4d5e-b32a-0f937061b979 HTTP/1.1" status: 200 len: 814 time: 0.1817634 Jun 10 18:51:49.870267 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.v2.base [req-4c58b394-c684-434b-9a91-05c4bc607b8e req-e5b7f0e4-cb66-4f51-98d3-e5d7da2fbed4 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] Request body: {'port': {'device_id': '95e062b3-a8a5-43f0-bd8a-3a22b0b0d48b', 'network_id': '73a3ce8a-93bc-4d5e-b32a-0f937061b979', 'admin_state_up': True, 'tenant_id': 'a7241b95e30c40179a2658f45dfc298b'}} {{(pid=98184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:51:50.022085 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c58b394-c684-434b-9a91-05c4bc607b8e req-e5b7f0e4-cb66-4f51-98d3-e5d7da2fbed4 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] Made reservation on behalf of a7241b95e30c40179a2658f45dfc298b for: {'port': 1} {{(pid=98184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 18:51:50.025780 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [req-4c58b394-c684-434b-9a91-05c4bc607b8e req-e5b7f0e4-cb66-4f51-98d3-e5d7da2fbed4 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-941319'] for port, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:50.187085 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.db.db_base_plugin_common [req-4c58b394-c684-434b-9a91-05c4bc607b8e req-e5b7f0e4-cb66-4f51-98d3-e5d7da2fbed4 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] Allocated IP 172.20.0.5 (73a3ce8a-93bc-4d5e-b32a-0f937061b979/8106fa21-c46f-41ff-b2bd-049727e71a1b/9450a30c-082e-445e-9c36-e1b2c760033d) {{(pid=98184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 18:51:50.279433 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1192ce-7122-4f82-8dae-0492b9a9f0ac req-b8b9398c-985f-441c-ad0c-afd1cd996a4c tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:50.280898 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-6f1192ce-7122-4f82-8dae-0492b9a9f0ac req-b8b9398c-985f-441c-ad0c-afd1cd996a4c tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dfd38ae-310d-4c3c-b40a-83004dbb0797 HTTP/1.1" status: 200 len: 946 time: 0.0685883 Jun 10 18:51:50.324108 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-6f1192ce-7122-4f82-8dae-0492b9a9f0ac req-bf64312f-6ca5-4625-9bec-f98ee37548af tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc2e55c-47a1-47f8-a4f5-611ae6fb6623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374484 Jun 10 18:51:50.363142 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [req-4c58b394-c684-434b-9a91-05c4bc607b8e req-e5b7f0e4-cb66-4f51-98d3-e5d7da2fbed4 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] Notify callbacks [] for port, precommit_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:50.443135 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [req-4c58b394-c684-434b-9a91-05c4bc607b8e req-e5b7f0e4-cb66-4f51-98d3-e5d7da2fbed4 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-941510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578064406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12374076'] for port, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:50.447995 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-d98a95f3-b0d0-4a26-9e7e-1f4e234ae3a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:51:50.514332 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c58b394-c684-434b-9a91-05c4bc607b8e req-e5b7f0e4-cb66-4f51-98d3-e5d7da2fbed4 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] Network 73a3ce8a-93bc-4d5e-b32a-0f937061b979 is already hosted by enough agents. {{(pid=98184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 18:51:50.519802 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.scheduler.base_scheduler [req-4c58b394-c684-434b-9a91-05c4bc607b8e req-e5b7f0e4-cb66-4f51-98d3-e5d7da2fbed4 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] Resources bound (agent type, host, resource id): {{(pid=98184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 18:51:50.524679 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c58b394-c684-434b-9a91-05c4bc607b8e req-e5b7f0e4-cb66-4f51-98d3-e5d7da2fbed4 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] Received port after_create {{(pid=98184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 18:51:50.536287 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b182e5-b08f-472c-bc1f-bf83979cf97a req-48a3244c-31bf-45d2-83ce-5a47e82f2cac tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:50.537772 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-b9b182e5-b08f-472c-bc1f-bf83979cf97a req-48a3244c-31bf-45d2-83ce-5a47e82f2cac tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 945 time: 0.1470773 Jun 10 18:51:50.539897 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b7f0e4-cb66-4f51-98d3-e5d7da2fbed4 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] Pushing event updated for resources: {'Port': ['ID=9450a30c-082e-445e-9c36-e1b2c760033d,revision_number=1']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:51:50.542509 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-e5b7f0e4-cb66-4f51-98d3-e5d7da2fbed4 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:51:50.622185 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 50402) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:51:50.870590 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c58b394-c684-434b-9a91-05c4bc607b8e req-e5b7f0e4-cb66-4f51-98d3-e5d7da2fbed4 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:50.871358 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [req-4c58b394-c684-434b-9a91-05c4bc607b8e req-e5b7f0e4-cb66-4f51-98d3-e5d7da2fbed4 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230521'] for port, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:50.885917 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-b9b182e5-b08f-472c-bc1f-bf83979cf97a req-6e761f15-45f0-4b3c-bf56-6cd5dff447c3 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725861 Jun 10 18:51:50.898827 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-4c58b394-c684-434b-9a91-05c4bc607b8e req-e5b7f0e4-cb66-4f51-98d3-e5d7da2fbed4 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0329578 Jun 10 18:51:50.914093 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.v2.base [req-4c58b394-c684-434b-9a91-05c4bc607b8e req-15f69441-62d0-4735-8459-ca4dec04d6d3 service neutron] Request body: {'port': {'device_id': '95e062b3-a8a5-43f0-bd8a-3a22b0b0d48b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=98184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:51:51.032231 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [req-4c58b394-c684-434b-9a91-05c4bc607b8e req-15f69441-62d0-4735-8459-ca4dec04d6d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:51.097277 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6963b784-9cef-4cec-97a8-4d5e72ba18bd req-947e1421-dacc-44d8-9fb8-ce8fa5841e3a tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:51.098783 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-6963b784-9cef-4cec-97a8-4d5e72ba18bd req-947e1421-dacc-44d8-9fb8-ce8fa5841e3a tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] 10.222.0.15 "GET /v2.0/ports?device_id=95e062b3-a8a5-43f0-bd8a-3a22b0b0d48b HTTP/1.1" status: 200 len: 931 time: 0.1036756 Jun 10 18:51:51.194815 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Device 384f9c6d-550b-4c29-9028-415a4aacdbb0 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=98186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 18:51:51.236728 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.plugin [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] No Port match for: 384f9c6d-550b-4c29-9028-415a4aacdbb0 {{(pid=98186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 18:51:51.237095 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Device 384f9c6d-550b-4c29-9028-415a4aacdbb0 not bound to the agent host hv-cinder-78626 {{(pid=98186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 18:51:51.250407 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-6963b784-9cef-4cec-97a8-4d5e72ba18bd req-e8912dc9-30ed-4f41-bff5-22f96f4723c7 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a819a32-9ec6-4225-92dd-4742503449c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033034 Jun 10 18:51:51.408823 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.notifiers.nova [req-4c58b394-c684-434b-9a91-05c4bc607b8e req-15f69441-62d0-4735-8459-ca4dec04d6d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9450a30c-082e-445e-9c36-e1b2c760033d {{(pid=98184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 18:51:51.416741 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [req-4c58b394-c684-434b-9a91-05c4bc607b8e req-15f69441-62d0-4735-8459-ca4dec04d6d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:51.430880 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.db.provisioning_blocks [req-4c58b394-c684-434b-9a91-05c4bc607b8e req-15f69441-62d0-4735-8459-ca4dec04d6d3 service neutron] Transition to ACTIVE for port object 9450a30c-082e-445e-9c36-e1b2c760033d will not be triggered until provisioned by entity L2. {{(pid=98184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 18:51:51.437088 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [req-4c58b394-c684-434b-9a91-05c4bc607b8e req-15f69441-62d0-4735-8459-ca4dec04d6d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12374062'] for port, after_update {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:51.441584 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-377f7de0-6b41-4824-b281-e284e0053097 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:51:51.533688 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-ee0c2312-c293-4bd4-8ef6-ca89e5f397a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4032933'] for router_interface, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:51.597133 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f69441-62d0-4735-8459-ca4dec04d6d3 service neutron] Pushing event updated for resources: {'Port': ['ID=9450a30c-082e-445e-9c36-e1b2c760033d,revision_number=2']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:51:51.604220 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-15f69441-62d0-4735-8459-ca4dec04d6d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:51:51.697284 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ec7cab-e2e8-4d08-9d4b-c7c665ef5629 req-70d672f3-1517-4e15-922d-a2d2c6ce38f8 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:51.699067 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-55ec7cab-e2e8-4d08-9d4b-c7c665ef5629 req-70d672f3-1517-4e15-922d-a2d2c6ce38f8 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dfd38ae-310d-4c3c-b40a-83004dbb0797 HTTP/1.1" status: 200 len: 946 time: 0.2106192 Jun 10 18:51:51.720093 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.managers [req-4c58b394-c684-434b-9a91-05c4bc607b8e req-15f69441-62d0-4735-8459-ca4dec04d6d3 service neutron] Attempting to bind port 9450a30c-082e-445e-9c36-e1b2c760033d on host hv-cinder-78626 for vnic_type normal with profile {{(pid=98184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 18:51:51.720440 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.managers [req-4c58b394-c684-434b-9a91-05c4bc607b8e req-15f69441-62d0-4735-8459-ca4dec04d6d3 service neutron] Attempting to bind port 9450a30c-082e-445e-9c36-e1b2c760033d by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '37397a1f-5221-4650-81d8-34c17949ed4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '73a3ce8a-93bc-4d5e-b32a-0f937061b979'}] {{(pid=98184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 18:51:51.720769 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c58b394-c684-434b-9a91-05c4bc607b8e req-15f69441-62d0-4735-8459-ca4dec04d6d3 service neutron] Attempting to bind port 9450a30c-082e-445e-9c36-e1b2c760033d on network 73a3ce8a-93bc-4d5e-b32a-0f937061b979 {{(pid=98184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 18:51:51.742306 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c58b394-c684-434b-9a91-05c4bc607b8e req-15f69441-62d0-4735-8459-ca4dec04d6d3 service neutron] Port 9450a30c-082e-445e-9c36-e1b2c760033d on network 73a3ce8a-93bc-4d5e-b32a-0f937061b979 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=98184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 18:51:51.742641 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c58b394-c684-434b-9a91-05c4bc607b8e req-15f69441-62d0-4735-8459-ca4dec04d6d3 service neutron] Attempting to bind port 9450a30c-082e-445e-9c36-e1b2c760033d on network 73a3ce8a-93bc-4d5e-b32a-0f937061b979 {{(pid=98184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 18:51:51.755884 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c58b394-c684-434b-9a91-05c4bc607b8e req-15f69441-62d0-4735-8459-ca4dec04d6d3 service neutron] Checking agent: {'id': '81ed237c-a7bd-4721-ad26-da2ab32caefc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 18, 45, 46), 'started_at': datetime.datetime(2021, 6, 10, 18, 45, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 18, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 18:51:51.756231 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c58b394-c684-434b-9a91-05c4bc607b8e req-15f69441-62d0-4735-8459-ca4dec04d6d3 service neutron] Checking segment: {'id': '37397a1f-5221-4650-81d8-34c17949ed4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '73a3ce8a-93bc-4d5e-b32a-0f937061b979'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 18:51:51.756622 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c58b394-c684-434b-9a91-05c4bc607b8e req-15f69441-62d0-4735-8459-ca4dec04d6d3 service neutron] Bound using segment: {'id': '37397a1f-5221-4650-81d8-34c17949ed4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '73a3ce8a-93bc-4d5e-b32a-0f937061b979'} {{(pid=98184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 18:51:51.757106 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.managers [req-4c58b394-c684-434b-9a91-05c4bc607b8e req-15f69441-62d0-4735-8459-ca4dec04d6d3 service neutron] Bound port: 9450a30c-082e-445e-9c36-e1b2c760033d, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37397a1f-5221-4650-81d8-34c17949ed4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '73a3ce8a-93bc-4d5e-b32a-0f937061b979'}}] {{(pid=98184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 18:51:51.757526 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [req-4c58b394-c684-434b-9a91-05c4bc607b8e req-15f69441-62d0-4735-8459-ca4dec04d6d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:51.790142 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-55ec7cab-e2e8-4d08-9d4b-c7c665ef5629 req-d46445bd-5152-4853-a60c-611a1e607fca tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc2e55c-47a1-47f8-a4f5-611ae6fb6623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779986 Jun 10 18:51:51.862273 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.db [req-4c58b394-c684-434b-9a91-05c4bc607b8e req-15f69441-62d0-4735-8459-ca4dec04d6d3 service neutron] For port 9450a30c-082e-445e-9c36-e1b2c760033d, host hv-cinder-78626, cleared binding levels {{(pid=98184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 18:51:51.867332 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.db [req-4c58b394-c684-434b-9a91-05c4bc607b8e req-15f69441-62d0-4735-8459-ca4dec04d6d3 service neutron] For port 9450a30c-082e-445e-9c36-e1b2c760033d, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=9450a30c-082e-445e-9c36-e1b2c760033d,segment=NetworkSegment(37397a1f-5221-4650-81d8-34c17949ed4a),segment_id=37397a1f-5221-4650-81d8-34c17949ed4a)] {{(pid=98184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 18:51:51.872342 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [req-4c58b394-c684-434b-9a91-05c4bc607b8e req-15f69441-62d0-4735-8459-ca4dec04d6d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12374062'] for port, after_update {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:51.875595 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-b88f2a01-c815-4aea-9f40-6b5ff2ce2dbb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:51:51.928084 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c58b394-c684-434b-9a91-05c4bc607b8e req-15f69441-62d0-4735-8459-ca4dec04d6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:51.928713 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [req-4c58b394-c684-434b-9a91-05c4bc607b8e req-15f69441-62d0-4735-8459-ca4dec04d6d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230521'] for port, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:51.930309 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-4c58b394-c684-434b-9a91-05c4bc607b8e req-15f69441-62d0-4735-8459-ca4dec04d6d3 service neutron] 10.222.0.39 "PUT /v2.0/ports/9450a30c-082e-445e-9c36-e1b2c760033d HTTP/1.1" status: 200 len: 1093 time: 1.0225508 Jun 10 18:51:51.930642 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95e062b3-a8a5-43f0-bd8a-3a22b0b0d48b', 'tag': '9450a30c-082e-445e-9c36-e1b2c760033d'}] {{(pid=98184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 18:51:51.932986 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb56d522721b4b5adfc42fa723f2f3515f3582caf8bc0113b3f39c2a7fe625ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93c4be3e-e19c-4b11-9bc5-958cd9eb2705" -d '{"events": [{"name": "network-changed", "server_uuid": "95e062b3-a8a5-43f0-bd8a-3a22b0b0d48b", "tag": "9450a30c-082e-445e-9c36-e1b2c760033d"}]}' {{(pid=98184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 18:51:51.955825 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f69441-62d0-4735-8459-ca4dec04d6d3 service neutron] Pushing event updated for resources: {'Port': ['ID=9450a30c-082e-445e-9c36-e1b2c760033d,revision_number=3']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:51:51.960604 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-15f69441-62d0-4735-8459-ca4dec04d6d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:51:51.988771 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 18:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5d7da2e-5e37-473c-b46b-b408bad372dd x-openstack-request-id: req-e5d7da2e-5e37-473c-b46b-b408bad372dd {{(pid=98184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 18:51:51.989375 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95e062b3-a8a5-43f0-bd8a-3a22b0b0d48b", "tag": "9450a30c-082e-445e-9c36-e1b2c760033d", "status": "completed", "code": 200}]} {{(pid=98184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 18:51:51.989682 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e5d7da2e-5e37-473c-b46b-b408bad372dd {{(pid=98184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 18:51:51.990417 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95e062b3-a8a5-43f0-bd8a-3a22b0b0d48b', 'tag': '9450a30c-082e-445e-9c36-e1b2c760033d', 'status': 'completed', 'code': 200} Jun 10 18:51:52.010223 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.plugin [None req-ee0c2312-c293-4bd4-8ef6-ca89e5f397a4 admin admin] Deleting port 1bdb16d3-0671-4500-9014-0962a253718f {{(pid=98185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 18:51:52.010612 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-ee0c2312-c293-4bd4-8ef6-ca89e5f397a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578452511'] for port, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:52.095828 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c58b394-c684-434b-9a91-05c4bc607b8e req-04bd2c73-4c71-4d6e-88bb-f7471487ee78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:52.098686 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-4c58b394-c684-434b-9a91-05c4bc607b8e req-04bd2c73-4c71-4d6e-88bb-f7471487ee78 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a7241b95e30c40179a2658f45dfc298b&device_id=95e062b3-a8a5-43f0-bd8a-3a22b0b0d48b HTTP/1.1" status: 200 len: 1096 time: 0.0890589 Jun 10 18:51:52.174733 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-4c58b394-c684-434b-9a91-05c4bc607b8e req-15f4bd0f-abc3-4fd5-ac60-8c8fafbafcd2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9450a30c-082e-445e-9c36-e1b2c760033d HTTP/1.1" status: 200 len: 217 time: 0.0664935 Jun 10 18:51:52.233878 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.db [None req-ee0c2312-c293-4bd4-8ef6-ca89e5f397a4 admin admin] For port 1bdb16d3-0671-4500-9014-0962a253718f, host dv-cinder-786260-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-4-iscsi',level=0,port_id=1bdb16d3-0671-4500-9014-0962a253718f,segment=NetworkSegment(8aad430c-f386-4a5a-bcc9-ad8b4eb8863a),segment_id=8aad430c-f386-4a5a-bcc9-ad8b4eb8863a)] {{(pid=98185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:51:52.234150 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-ee0c2312-c293-4bd4-8ef6-ca89e5f397a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4044702'] for port, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:52.251448 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c58b394-c684-434b-9a91-05c4bc607b8e req-f064495b-ead4-4bc2-b4f8-a3ef29901e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:52.252931 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-4c58b394-c684-434b-9a91-05c4bc607b8e req-f064495b-ead4-4bc2-b4f8-a3ef29901e2a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8106fa21-c46f-41ff-b2bd-049727e71a1b HTTP/1.1" status: 200 len: 854 time: 0.0721557 Jun 10 18:51:52.295421 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-4c58b394-c684-434b-9a91-05c4bc607b8e req-5e164675-9f2b-4b8d-a0fe-f5583c8c1e45 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=73a3ce8a-93bc-4d5e-b32a-0f937061b979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355914 Jun 10 18:51:52.352565 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.plugin [None req-ee0c2312-c293-4bd4-8ef6-ca89e5f397a4 admin admin] Calling delete_port for 1bdb16d3-0671-4500-9014-0962a253718f owned by network:router_interface {{(pid=98185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 18:51:52.371518 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b6fbbd-abf5-42e4-b2a2-86a07af0fcfe req-37e130f9-247a-47df-8c43-d3a609a90b2f tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:52.373753 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-e1b6fbbd-abf5-42e4-b2a2-86a07af0fcfe req-37e130f9-247a-47df-8c43-d3a609a90b2f tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 945 time: 0.2451651 Jun 10 18:51:52.493398 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-4c58b394-c684-434b-9a91-05c4bc607b8e req-69ef2579-b92c-4849-8963-19d661cf2374 service neutron] 10.222.0.39 "GET /v2.0/networks/73a3ce8a-93bc-4d5e-b32a-0f937061b979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901689 Jun 10 18:51:52.506420 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-e1b6fbbd-abf5-42e4-b2a2-86a07af0fcfe req-5bcd44c5-1c43-4a05-991e-2e82b9dea6e6 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241567 Jun 10 18:51:52.575222 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1308fc-71a4-4189-aa54-3ae6f96a9bf5 req-c48e0d36-dd34-4760-9e74-637f91442237 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:52.576276 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-da1308fc-71a4-4189-aa54-3ae6f96a9bf5 req-c48e0d36-dd34-4760-9e74-637f91442237 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] 10.222.0.15 "GET /v2.0/ports?device_id=95e062b3-a8a5-43f0-bd8a-3a22b0b0d48b HTTP/1.1" status: 200 len: 943 time: 0.1767781 Jun 10 18:51:52.697825 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-da1308fc-71a4-4189-aa54-3ae6f96a9bf5 req-020c1614-8fc7-4f5d-86ff-0d9ceabee4cd tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a819a32-9ec6-4225-92dd-4742503449c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638349 Jun 10 18:51:52.700032 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-4c58b394-c684-434b-9a91-05c4bc607b8e req-e997b265-6a4f-4f9d-9c1a-8f9557e88af6 service neutron] 10.222.0.39 "GET /v2.0/networks/73a3ce8a-93bc-4d5e-b32a-0f937061b979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955702 Jun 10 18:51:52.704672 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-ee0c2312-c293-4bd4-8ef6-ca89e5f397a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578457411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578064415'] for port, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:52.706802 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-89776c87-71da-42d1-a019-f62cf03b0093 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:51:52.741273 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0c2312-c293-4bd4-8ef6-ca89e5f397a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bdb16d3-0671-4500-9014-0962a253718f,revision_number=None']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:51:52.744323 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-ee0c2312-c293-4bd4-8ef6-ca89e5f397a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:51:52.812913 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c4be3e-e19c-4b11-9bc5-958cd9eb2705 req-f6ae4a21-3737-440f-a845-473f0cdcf441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:52.814444 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-93c4be3e-e19c-4b11-9bc5-958cd9eb2705 req-f6ae4a21-3737-440f-a845-473f0cdcf441 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a7241b95e30c40179a2658f45dfc298b&device_id=95e062b3-a8a5-43f0-bd8a-3a22b0b0d48b HTTP/1.1" status: 200 len: 1096 time: 0.0611799 Jun 10 18:51:52.954616 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c4be3e-e19c-4b11-9bc5-958cd9eb2705 req-d58f40c9-3e07-416e-b687-0bbdde9671e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:52.955213 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-ee0c2312-c293-4bd4-8ef6-ca89e5f397a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4032565'] for router_interface, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:52.955581 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-93c4be3e-e19c-4b11-9bc5-958cd9eb2705 req-d58f40c9-3e07-416e-b687-0bbdde9671e8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=73a3ce8a-93bc-4d5e-b32a-0f937061b979 HTTP/1.1" status: 200 len: 915 time: 0.1314559 Jun 10 18:51:53.023840 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-93c4be3e-e19c-4b11-9bc5-958cd9eb2705 req-f13c65c1-9807-41ab-9ddf-c682835d8bbf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9450a30c-082e-445e-9c36-e1b2c760033d HTTP/1.1" status: 200 len: 217 time: 0.0597403 Jun 10 18:51:53.084751 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c4be3e-e19c-4b11-9bc5-958cd9eb2705 req-7bda2cff-99c2-4c2c-b4db-6d581f672349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:53.086426 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-93c4be3e-e19c-4b11-9bc5-958cd9eb2705 req-7bda2cff-99c2-4c2c-b4db-6d581f672349 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8106fa21-c46f-41ff-b2bd-049727e71a1b HTTP/1.1" status: 200 len: 854 time: 0.0532801 Jun 10 18:51:53.105032 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1b3b8d-13d6-4d9e-8a87-aa8c3ce27bb0 req-7174132d-8b21-4fde-8c9a-c6c8fe869d8a tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:53.106613 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-2c1b3b8d-13d6-4d9e-8a87-aa8c3ce27bb0 req-7174132d-8b21-4fde-8c9a-c6c8fe869d8a tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dfd38ae-310d-4c3c-b40a-83004dbb0797 HTTP/1.1" status: 200 len: 946 time: 0.1919441 Jun 10 18:51:53.155518 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-93c4be3e-e19c-4b11-9bc5-958cd9eb2705 req-6ca7cb73-d688-440d-8002-1d69846ab6e7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=73a3ce8a-93bc-4d5e-b32a-0f937061b979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610778 Jun 10 18:51:53.287260 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-93c4be3e-e19c-4b11-9bc5-958cd9eb2705 req-40666c86-cf83-4a32-a8e5-45dfbe0e9739 service neutron] 10.222.0.39 "GET /v2.0/networks/73a3ce8a-93bc-4d5e-b32a-0f937061b979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236200 Jun 10 18:51:53.329853 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 50486) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:51:53.431769 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-93c4be3e-e19c-4b11-9bc5-958cd9eb2705 req-a0b0efac-197d-48d3-8727-2757d7b91feb service neutron] 10.222.0.39 "GET /v2.0/networks/73a3ce8a-93bc-4d5e-b32a-0f937061b979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254163 Jun 10 18:51:53.462598 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-e3eb5872-6bc3-4186-a215-51aface15cb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:53.543413 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-2c1b3b8d-13d6-4d9e-8a87-aa8c3ce27bb0 req-86a470b7-8d5e-4a9a-b6e5-f07e143516c4 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc2e55c-47a1-47f8-a4f5-611ae6fb6623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4281363 Jun 10 18:51:53.563556 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-e3eb5872-6bc3-4186-a215-51aface15cb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:53.573310 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-e3eb5872-6bc3-4186-a215-51aface15cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:53.577368 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-6da01b75-a507-42ae-a290-3af7108a1a99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:51:53.601581 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee0c2312-c293-4bd4-8ef6-ca89e5f397a4 admin admin] Router 3202bdca-5c55-4808-917b-e041430296c4 has already been hosted by L3 agent 1661496b-b13c-41e5-8e80-f6a07c138e01 {{(pid=98185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 18:51:53.616953 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-e3eb5872-6bc3-4186-a215-51aface15cb6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=62c2025923a343848acd78509656ff82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2860458 Jun 10 18:51:53.619169 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eb5872-6bc3-4186-a215-51aface15cb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e51c2b0d-fef9-411d-be5e-26a7938e787b,revision_number=1']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:51:53.621540 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 50492) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:51:53.627653 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-e3eb5872-6bc3-4186-a215-51aface15cb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:51:53.713857 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-18255dcb-241f-4bd6-9029-270229933df0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:53.748352 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-18255dcb-241f-4bd6-9029-270229933df0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:53.749089 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee0c2312-c293-4bd4-8ef6-ca89e5f397a4 admin admin] Notify agent at l3_agent.dv-cinder-786260-4-iscsi the message routers_updated {{(pid=98185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 18:51:53.758047 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-ee0c2312-c293-4bd4-8ef6-ca89e5f397a4 admin admin] 10.222.0.15 "PUT /v2.0/routers/3202bdca-5c55-4808-917b-e041430296c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1347013 Jun 10 18:51:53.758646 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 50496) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:51:53.761092 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fcbac2-3013-4ef1-b70a-60972fb5924b None None] Sync routers for ids ['3202bdca-5c55-4808-917b-e041430296c4'] in dv-cinder-786260-4-iscsi {{(pid=98187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 18:51:53.775468 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fcbac2-3013-4ef1-b70a-60972fb5924b None None] Routers {'3202bdca-5c55-4808-917b-e041430296c4'} bound to L3 agent in host dv-cinder-786260-4-iscsi {{(pid=98187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 18:51:53.776169 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_hamode_db [None req-d1fcbac2-3013-4ef1-b70a-60972fb5924b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-10T18:39:44Z,description=,heartbeat_timestamp=2021-06-10T18:51:44Z,host='dv-cinder-786260-4-iscsi',id=1661496b-b13c-41e5-8e80-f6a07c138e01,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T18:39:44Z,topic='l3_agent')) {'router_ids': ['3202bdca-5c55-4808-917b-e041430296c4'], 'active': True} {{(pid=98187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:51:53.778783 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310691d5-7c1d-477e-b36a-22c4116d5125 req-0baf9f61-e375-4557-9553-e1d4d7ded378 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:53.781059 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-310691d5-7c1d-477e-b36a-22c4116d5125 req-0baf9f61-e375-4557-9553-e1d4d7ded378 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 945 time: 0.1185508 Jun 10 18:51:53.851547 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-310691d5-7c1d-477e-b36a-22c4116d5125 req-8d4bb138-55e5-48cf-b7c2-92c4dc735e3c tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545940 Jun 10 18:51:53.867562 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-18255dcb-241f-4bd6-9029-270229933df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:53.871448 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-18255dcb-241f-4bd6-9029-270229933df0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:53.874120 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-18255dcb-241f-4bd6-9029-270229933df0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e51c2b0d-fef9-411d-be5e-26a7938e787b HTTP/1.1" status: 204 len: 168 time: 0.2514851 Jun 10 18:51:53.876272 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-b61f15a8-359e-4ac9-862c-a4b8e7fa7f41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:51:53.885923 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18255dcb-241f-4bd6-9029-270229933df0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e51c2b0d-fef9-411d-be5e-26a7938e787b,revision_number=None']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:51:53.888551 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-18255dcb-241f-4bd6-9029-270229933df0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:51:53.980624 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_dvr_db [None req-d1fcbac2-3013-4ef1-b70a-60972fb5924b None None] Set router 3202bdca-5c55-4808-917b-e041430296c4 gateway port host: dv-cinder-786260-4-iscsi {{(pid=98187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 18:51:53.982083 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-baf961b9-6ec5-42ed-906e-2b1ad70e921b admin admin] Notify callbacks [] for router, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:54.088787 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301e8485-6b3b-443f-a3c8-93e30b8a48ec req-b7a8693f-5841-48bc-9dd7-cce9aefbf712 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:54.090236 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-301e8485-6b3b-443f-a3c8-93e30b8a48ec req-b7a8693f-5841-48bc-9dd7-cce9aefbf712 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] 10.222.0.15 "GET /v2.0/ports?device_id=95e062b3-a8a5-43f0-bd8a-3a22b0b0d48b HTTP/1.1" status: 200 len: 943 time: 0.1965096 Jun 10 18:51:54.167977 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-301e8485-6b3b-443f-a3c8-93e30b8a48ec req-2476ed0a-2f0f-40c5-a7fa-4b7eba399fe6 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a819a32-9ec6-4225-92dd-4742503449c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673199 Jun 10 18:51:54.190525 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-baf961b9-6ec5-42ed-906e-2b1ad70e921b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:54.210877 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 50504) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:51:54.235675 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-c2ac77e9-bf6a-4ceb-8004-b8eb8446c705 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:54.237617 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_hamode_db [None req-d1fcbac2-3013-4ef1-b70a-60972fb5924b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3202bdca-5c55-4808-917b-e041430296c4', 'name': 'tempest-ServerRescueNegativeTestJSON-556327172-router', 'tenant_id': 'a9d7cab2e80a4790a3c08dfa4dc50427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '0df4d4fb-b091-4e9f-8fb0-ce402ed8b212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T18:47:22Z', 'updated_at': '2021-06-10T18:51:52Z', 'revision_number': 5, 'project_id': 'a9d7cab2e80a4790a3c08dfa4dc50427', 'gw_port': {'id': '0df4d4fb-b091-4e9f-8fb0-ce402ed8b212', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:86:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3202bdca-5c55-4808-917b-e041430296c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:47:24Z', 'updated_at': '2021-06-10T18:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi'}], 'dv-cinder-786260-4-iscsi', False) {} {{(pid=98187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:51:54.240991 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fcbac2-3013-4ef1-b70a-60972fb5924b None None] Checking router: 3202bdca-5c55-4808-917b-e041430296c4 for host: dv-cinder-786260-4-iscsi {{(pid=98187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 18:51:54.251703 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fcbac2-3013-4ef1-b70a-60972fb5924b None None] Routers {'3202bdca-5c55-4808-917b-e041430296c4'} bound to L3 agent in host dv-cinder-786260-4-iscsi {{(pid=98187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 18:51:54.252503 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_hamode_db [None req-d1fcbac2-3013-4ef1-b70a-60972fb5924b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-10T18:39:44Z,description=,heartbeat_timestamp=2021-06-10T18:51:44Z,host='dv-cinder-786260-4-iscsi',id=1661496b-b13c-41e5-8e80-f6a07c138e01,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T18:39:44Z,topic='l3_agent')) {'router_ids': ['3202bdca-5c55-4808-917b-e041430296c4'], 'active': True} {{(pid=98187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:51:54.268426 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.plugin [None req-baf961b9-6ec5-42ed-906e-2b1ad70e921b admin admin] Deleting port 0df4d4fb-b091-4e9f-8fb0-ce402ed8b212 {{(pid=98185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 18:51:54.268856 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-baf961b9-6ec5-42ed-906e-2b1ad70e921b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578452511'] for port, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:54.349913 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-c2ac77e9-bf6a-4ceb-8004-b8eb8446c705 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:54.354990 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-c2ac77e9-bf6a-4ceb-8004-b8eb8446c705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:54.358129 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-ac1a36ad-3f34-4c97-8d91-304ab8ed421a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:51:54.389829 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.db [None req-baf961b9-6ec5-42ed-906e-2b1ad70e921b admin admin] For port 0df4d4fb-b091-4e9f-8fb0-ce402ed8b212, host dv-cinder-786260-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-4-iscsi',level=0,port_id=0df4d4fb-b091-4e9f-8fb0-ce402ed8b212,segment=NetworkSegment(151ae908-95e4-46a8-8b94-d201ec410581),segment_id=151ae908-95e4-46a8-8b94-d201ec410581)] {{(pid=98185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:51:54.390456 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-baf961b9-6ec5-42ed-906e-2b1ad70e921b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4044702'] for port, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:54.398597 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-c2ac77e9-bf6a-4ceb-8004-b8eb8446c705 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=80f89170bad942bab60d01bfc2632647&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1861145 Jun 10 18:51:54.399833 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ac77e9-bf6a-4ceb-8004-b8eb8446c705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63a8eccd-6942-4b07-8db8-6b477f5ec61d,revision_number=1']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:51:54.401685 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 50506) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:51:54.403908 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-c2ac77e9-bf6a-4ceb-8004-b8eb8446c705 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:51:54.473747 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_dvr_db [None req-d1fcbac2-3013-4ef1-b70a-60972fb5924b None None] Set router 3202bdca-5c55-4808-917b-e041430296c4 gateway port host: None {{(pid=98187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 18:51:54.498575 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.plugin [None req-baf961b9-6ec5-42ed-906e-2b1ad70e921b admin admin] Calling delete_port for 0df4d4fb-b091-4e9f-8fb0-ce402ed8b212 owned by network:router_gateway {{(pid=98185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 18:51:54.556264 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_hamode_db [None req-d1fcbac2-3013-4ef1-b70a-60972fb5924b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3202bdca-5c55-4808-917b-e041430296c4', 'name': 'tempest-ServerRescueNegativeTestJSON-556327172-router', 'tenant_id': 'a9d7cab2e80a4790a3c08dfa4dc50427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T18:47:22Z', 'updated_at': '2021-06-10T18:51:54Z', 'revision_number': 6, 'project_id': 'a9d7cab2e80a4790a3c08dfa4dc50427', 'gw_port_host': None}], 'dv-cinder-786260-4-iscsi', False) {} {{(pid=98187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:51:54.560475 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fcbac2-3013-4ef1-b70a-60972fb5924b None None] The sync data for ids ['3202bdca-5c55-4808-917b-e041430296c4'] in dv-cinder-786260-4-iscsi is: [{'id': '3202bdca-5c55-4808-917b-e041430296c4', 'name': 'tempest-ServerRescueNegativeTestJSON-556327172-router', 'tenant_id': 'a9d7cab2e80a4790a3c08dfa4dc50427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T18:47:22Z', 'updated_at': '2021-06-10T18:51:54Z', 'revision_number': 6, 'project_id': 'a9d7cab2e80a4790a3c08dfa4dc50427', 'gw_port_host': None}] {{(pid=98187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 18:51:54.606685 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-bfddf269-9642-48c7-b5b6-fb8f0796a912 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:54.647539 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-bfddf269-9642-48c7-b5b6-fb8f0796a912 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:54.740856 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8219d1-8107-4910-82d5-5be390e8b38d req-c4bb7149-e49c-4df8-8fe4-9ce5015d527a tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:54.742450 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-1a8219d1-8107-4910-82d5-5be390e8b38d req-c4bb7149-e49c-4df8-8fe4-9ce5015d527a tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dfd38ae-310d-4c3c-b40a-83004dbb0797 HTTP/1.1" status: 200 len: 946 time: 0.0719006 Jun 10 18:51:54.786274 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-1a8219d1-8107-4910-82d5-5be390e8b38d req-fd57f2b8-6092-4316-b833-5d704e76f295 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc2e55c-47a1-47f8-a4f5-611ae6fb6623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358028 Jun 10 18:51:54.792531 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-bfddf269-9642-48c7-b5b6-fb8f0796a912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:54.795853 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-bfddf269-9642-48c7-b5b6-fb8f0796a912 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:54.796982 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-bfddf269-9642-48c7-b5b6-fb8f0796a912 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/63a8eccd-6942-4b07-8db8-6b477f5ec61d HTTP/1.1" status: 204 len: 168 time: 0.3942697 Jun 10 18:51:54.801001 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-f078a8d2-b3ec-4a04-9d8c-1ba684fe0124 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:51:54.818405 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfddf269-9642-48c7-b5b6-fb8f0796a912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a8eccd-6942-4b07-8db8-6b477f5ec61d,revision_number=None']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:51:54.821311 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-bfddf269-9642-48c7-b5b6-fb8f0796a912 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:51:54.822089 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-baf961b9-6ec5-42ed-906e-2b1ad70e921b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578457411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578064415'] for port, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:54.826160 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-7fecaff2-1035-4c3b-9081-480de60d0640 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:51:54.863289 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf961b9-6ec5-42ed-906e-2b1ad70e921b admin admin] Pushing event deleted for resources: {'Port': ['ID=0df4d4fb-b091-4e9f-8fb0-ce402ed8b212,revision_number=None']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:51:54.866923 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-baf961b9-6ec5-42ed-906e-2b1ad70e921b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:51:54.895103 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-baf961b9-6ec5-42ed-906e-2b1ad70e921b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4045668'] for router_gateway, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:55.083644 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-baf961b9-6ec5-42ed-906e-2b1ad70e921b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4031383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25552'] for router, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:55.086743 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-baf961b9-6ec5-42ed-906e-2b1ad70e921b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:55.178154 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-baf961b9-6ec5-42ed-906e-2b1ad70e921b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4032065'] for router, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:55.178710 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baf961b9-6ec5-42ed-906e-2b1ad70e921b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3202bdca-5c55-4808-917b-e041430296c4 {{(pid=98185) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 18:51:55.186914 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-baf961b9-6ec5-42ed-906e-2b1ad70e921b admin admin] Notify callbacks [] for router, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:55.186914 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-baf961b9-6ec5-42ed-906e-2b1ad70e921b admin admin] 10.222.0.15 "DELETE /v2.0/routers/3202bdca-5c55-4808-917b-e041430296c4 HTTP/1.1" status: 204 len: 168 time: 1.4270647 Jun 10 18:51:55.189499 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 50524) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:51:55.198216 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff67556d-47ce-47cc-a3cc-0ef32848847c req-c86d5f14-be1f-4dee-b6b6-e8e0a8d63897 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:55.200228 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-ff67556d-47ce-47cc-a3cc-0ef32848847c req-c86d5f14-be1f-4dee-b6b6-e8e0a8d63897 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 945 time: 0.2002785 Jun 10 18:51:55.222440 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Device 76331b0e-aa76-4209-9101-3faadfe15b6d details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=98186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 18:51:55.247080 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-ff67556d-47ce-47cc-a3cc-0ef32848847c req-28b77b7a-8f28-43e0-854d-1780eeb2396f tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405791 Jun 10 18:51:55.290306 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.db.db_base_plugin_v2 [None req-09ab2792-e279-4df3-be9c-871d70c987e6 admin admin] Deleting subnet 7cc0a94e-b476-4d1d-b3df-5e3104af9a91 {{(pid=98184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 18:51:55.295648 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-09ab2792-e279-4df3-be9c-871d70c987e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:55.379854 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-09ab2792-e279-4df3-be9c-871d70c987e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374921'] for subnet, precommit_delete_associations {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:55.381961 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] For port 76331b0e-aa76-4209-9101-3faadfe15b6d, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=76331b0e-aa76-4209-9101-3faadfe15b6d,segment=NetworkSegment(cce5025b-9a61-488a-a883-513d04362a8a),segment_id=cce5025b-9a61-488a-a883-513d04362a8a)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:51:55.401122 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Returning: {'device': '76331b0e-aa76-4209-9101-3faadfe15b6d', 'network_id': 'a9c6338b-27b7-4507-a101-996d60be3c98', 'port_id': '76331b0e-aa76-4209-9101-3faadfe15b6d', 'mac_address': 'fa:16:3e:f3:93:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8ea2a47-c287-4e16-9d1f-c9a7e0a2eaeb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 18:51:55.464977 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:55.469778 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a72f55c-04b9-42f0-b519-295090e9cefb req-6a49252b-19f5-45be-9546-ff8e7e6ef785 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:55.471331 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-5a72f55c-04b9-42f0-b519-295090e9cefb req-6a49252b-19f5-45be-9546-ff8e7e6ef785 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] 10.222.0.15 "GET /v2.0/ports?device_id=95e062b3-a8a5-43f0-bd8a-3a22b0b0d48b HTTP/1.1" status: 200 len: 943 time: 0.1439660 Jun 10 18:51:55.476661 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-09ab2792-e279-4df3-be9c-871d70c987e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883551'] for subnet, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:55.487802 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.notifiers.nova [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 76331b0e-aa76-4209-9101-3faadfe15b6d {{(pid=98186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 18:51:55.519863 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] For port 76331b0e-aa76-4209-9101-3faadfe15b6d, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=76331b0e-aa76-4209-9101-3faadfe15b6d,segment=NetworkSegment(cce5025b-9a61-488a-a883-513d04362a8a),segment_id=cce5025b-9a61-488a-a883-513d04362a8a)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:51:55.525484 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:55.528564 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:51:55.586423 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-5a72f55c-04b9-42f0-b519-295090e9cefb req-a9356285-9261-4a84-b30b-fa31a5846895 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a819a32-9ec6-4225-92dd-4742503449c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697987 Jun 10 18:51:55.598173 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Pushing event updated for resources: {'Port': ['ID=76331b0e-aa76-4209-9101-3faadfe15b6d,revision_number=6']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:51:55.605840 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-09ab2792-e279-4df3-be9c-871d70c987e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12375021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740050'] for subnet, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:55.607342 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:51:55.607978 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:51:55.608339 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:51:55.608685 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:51:55.609043 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:51:55.609372 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:51:55.609739 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:51:55.610074 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:51:55.610431 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:51:55.610767 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:51:55.611100 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:51:55.611436 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:51:55.615422 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:51:55.615571 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:51:55.623279 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] get_ports_and_sgs() called for port_ids ['76331b0e-aa76-4209-9101-3faadfe15b6d'] {{(pid=98186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 18:51:55.623767 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-09ab2792-e279-4df3-be9c-871d70c987e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731712'] for subnet, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:55.626196 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-09ab2792-e279-4df3-be9c-871d70c987e6 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/7cc0a94e-b476-4d1d-b3df-5e3104af9a91 HTTP/1.1" status: 204 len: 168 time: 0.4354837 Jun 10 18:51:55.628740 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 50536) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:51:55.656550 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ab2792-e279-4df3-be9c-871d70c987e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7cc0a94e-b476-4d1d-b3df-5e3104af9a91,revision_number=None']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:51:55.659603 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-09ab2792-e279-4df3-be9c-871d70c987e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:51:55.730336 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-01b6f300-1b11-4ecb-86ec-5e0c78fbbad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542662'] for network, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:55.850206 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-01b6f300-1b11-4ecb-86ec-5e0c78fbbad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-876752', 'neutron.services.segments.db._delete_segments_for_network-8731578620079'] for network, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:55.866520 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-01b6f300-1b11-4ecb-86ec-5e0c78fbbad7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=98185) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:51:55.866956 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-01b6f300-1b11-4ecb-86ec-5e0c78fbbad7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=98185) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:51:55.867906 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-01b6f300-1b11-4ecb-86ec-5e0c78fbbad7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98185) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:51:55.868509 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-01b6f300-1b11-4ecb-86ec-5e0c78fbbad7 admin admin] Subscribe: > port after_create 55550000 {{(pid=98185) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:51:55.869033 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-01b6f300-1b11-4ecb-86ec-5e0c78fbbad7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=98185) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:51:55.869603 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-01b6f300-1b11-4ecb-86ec-5e0c78fbbad7 admin admin] Subscribe: > port after_update 55550000 {{(pid=98185) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:51:55.870162 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-01b6f300-1b11-4ecb-86ec-5e0c78fbbad7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=98185) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:51:55.870691 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-01b6f300-1b11-4ecb-86ec-5e0c78fbbad7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98185) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:51:55.871203 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-01b6f300-1b11-4ecb-86ec-5e0c78fbbad7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98185) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:51:55.871838 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-01b6f300-1b11-4ecb-86ec-5e0c78fbbad7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=98185) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:51:55.918662 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Device 0df4d4fb-b091-4e9f-8fb0-ce402ed8b212 no longer exists at agent ovs-agent-dv-cinder-786260-4-iscsi {{(pid=98186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 18:51:55.944284 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.plugin [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] No Port match for: 0df4d4fb-b091-4e9f-8fb0-ce402ed8b212 {{(pid=98186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 18:51:55.944647 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Device 0df4d4fb-b091-4e9f-8fb0-ce402ed8b212 not bound to the agent host dv-cinder-786260-4-iscsi {{(pid=98186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 18:51:55.945074 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Device 1bdb16d3-0671-4500-9014-0962a253718f no longer exists at agent ovs-agent-dv-cinder-786260-4-iscsi {{(pid=98186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 18:51:55.961048 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-01b6f300-1b11-4ecb-86ec-5e0c78fbbad7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98185) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:51:55.961507 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-01b6f300-1b11-4ecb-86ec-5e0c78fbbad7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98185) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:51:55.962184 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-01b6f300-1b11-4ecb-86ec-5e0c78fbbad7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=98185) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:51:55.962325 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-01b6f300-1b11-4ecb-86ec-5e0c78fbbad7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=98185) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 18:51:55.962695 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.services.segments.db [None req-01b6f300-1b11-4ecb-86ec-5e0c78fbbad7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36c601fb-9272-4d67-b287-4990129f2e5f']}} {{(pid=98185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:51:55.969276 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.plugin [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] No Port match for: 1bdb16d3-0671-4500-9014-0962a253718f {{(pid=98186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 18:51:55.969683 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Device 1bdb16d3-0671-4500-9014-0962a253718f not bound to the agent host dv-cinder-786260-4-iscsi {{(pid=98186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 18:51:55.994149 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.services.segments.db [None req-01b6f300-1b11-4ecb-86ec-5e0c78fbbad7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8aad430c-f386-4a5a-bcc9-ad8b4eb8863a') {'for_net_delete': True} {{(pid=98185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:51:55.994566 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.services.segments.db [None req-01b6f300-1b11-4ecb-86ec-5e0c78fbbad7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8aad430c-f386-4a5a-bcc9-ad8b4eb8863a') {} {{(pid=98185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:51:56.042314 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-01b6f300-1b11-4ecb-86ec-5e0c78fbbad7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731578619908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9585346'] for segment, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:56.072029 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-01b6f300-1b11-4ecb-86ec-5e0c78fbbad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881768'] for segment, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:56.082878 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01b6f300-1b11-4ecb-86ec-5e0c78fbbad7 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=98185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 18:51:56.083272 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-01b6f300-1b11-4ecb-86ec-5e0c78fbbad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11876740'] for segment, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:56.087621 dv-cinder-786260-4-iscsi neutron-server[98185]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 18:51:56.087621 dv-cinder-786260-4-iscsi neutron-server[98185]: retrieve_revision_numbers = { Jun 10 18:51:56.087621 dv-cinder-786260-4-iscsi neutron-server[98185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 18:51:56.087621 dv-cinder-786260-4-iscsi neutron-server[98185]: conditions |= (models_v2.Port.network_id.in_( Jun 10 18:51:56.087621 dv-cinder-786260-4-iscsi neutron-server[98185]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 18:51:56.087621 dv-cinder-786260-4-iscsi neutron-server[98185]: retrieve_revision_numbers = { Jun 10 18:51:56.087621 dv-cinder-786260-4-iscsi neutron-server[98185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 18:51:56.087621 dv-cinder-786260-4-iscsi neutron-server[98185]: conditions |= (models_v2.Port.network_id.in_( Jun 10 18:51:56.087621 dv-cinder-786260-4-iscsi neutron-server[98185]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 18:51:56.087621 dv-cinder-786260-4-iscsi neutron-server[98185]: retrieve_revision_numbers = { Jun 10 18:51:56.087621 dv-cinder-786260-4-iscsi neutron-server[98185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 18:51:56.087621 dv-cinder-786260-4-iscsi neutron-server[98185]: conditions |= (models_v2.Port.network_id.in_( Jun 10 18:51:56.087621 dv-cinder-786260-4-iscsi neutron-server[98185]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 18:51:56.087621 dv-cinder-786260-4-iscsi neutron-server[98185]: retrieve_revision_numbers = { Jun 10 18:51:56.087621 dv-cinder-786260-4-iscsi neutron-server[98185]: Traceback (most recent call last): Jun 10 18:51:56.087621 dv-cinder-786260-4-iscsi neutron-server[98185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 18:51:56.087621 dv-cinder-786260-4-iscsi neutron-server[98185]: timer() Jun 10 18:51:56.087621 dv-cinder-786260-4-iscsi neutron-server[98185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 18:51:56.087621 dv-cinder-786260-4-iscsi neutron-server[98185]: cb(*args, **kw) Jun 10 18:51:56.087621 dv-cinder-786260-4-iscsi neutron-server[98185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 18:51:56.087621 dv-cinder-786260-4-iscsi neutron-server[98185]: return func(*args, **kwargs) Jun 10 18:51:56.087621 dv-cinder-786260-4-iscsi neutron-server[98185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 18:51:56.087621 dv-cinder-786260-4-iscsi neutron-server[98185]: self._notify() Jun 10 18:51:56.087621 dv-cinder-786260-4-iscsi neutron-server[98185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 18:51:56.087621 dv-cinder-786260-4-iscsi neutron-server[98185]: self.callback(batched_events) Jun 10 18:51:56.087621 dv-cinder-786260-4-iscsi neutron-server[98185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 18:51:56.087621 dv-cinder-786260-4-iscsi neutron-server[98185]: event.method(event) Jun 10 18:51:56.087621 dv-cinder-786260-4-iscsi neutron-server[98185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 18:51:56.087621 dv-cinder-786260-4-iscsi neutron-server[98185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 18:51:56.087621 dv-cinder-786260-4-iscsi neutron-server[98185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 18:51:56.087621 dv-cinder-786260-4-iscsi neutron-server[98185]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 18:51:56.087621 dv-cinder-786260-4-iscsi neutron-server[98185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 18:51:56.087621 dv-cinder-786260-4-iscsi neutron-server[98185]: return f(self, *a, **k) Jun 10 18:51:56.087621 dv-cinder-786260-4-iscsi neutron-server[98185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 18:51:56.087621 dv-cinder-786260-4-iscsi neutron-server[98185]: return self._get(url).json() Jun 10 18:51:56.087621 dv-cinder-786260-4-iscsi neutron-server[98185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 18:51:56.087621 dv-cinder-786260-4-iscsi neutron-server[98185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 18:51:56.087621 dv-cinder-786260-4-iscsi neutron-server[98185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 18:51:56.087621 dv-cinder-786260-4-iscsi neutron-server[98185]: return self.request(url, 'GET', **kwargs) Jun 10 18:51:56.087621 dv-cinder-786260-4-iscsi neutron-server[98185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 18:51:56.087621 dv-cinder-786260-4-iscsi neutron-server[98185]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 18:51:56.087621 dv-cinder-786260-4-iscsi neutron-server[98185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 18:51:56.087621 dv-cinder-786260-4-iscsi neutron-server[98185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 18:51:56.087621 dv-cinder-786260-4-iscsi neutron-server[98185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 18:51:56.087621 dv-cinder-786260-4-iscsi neutron-server[98185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 18:51:56.087621 dv-cinder-786260-4-iscsi neutron-server[98185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 18:51:56.467799 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dd2426-0e1c-48b9-bfe2-81de46aba7a6 req-3e06a369-783b-41b9-a7c8-1b08232ee05a tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:56.475169 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-06dd2426-0e1c-48b9-bfe2-81de46aba7a6 req-3e06a369-783b-41b9-a7c8-1b08232ee05a tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 944 time: 0.0951395 Jun 10 18:51:56.502776 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf901da4-e285-463a-afca-8d8e6095bb4f req-d6672180-c88e-4856-93b2-27fafbdc562e tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:56.504518 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-cf901da4-e285-463a-afca-8d8e6095bb4f req-d6672180-c88e-4856-93b2-27fafbdc562e tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dfd38ae-310d-4c3c-b40a-83004dbb0797 HTTP/1.1" status: 200 len: 946 time: 0.5369213 Jun 10 18:51:56.511089 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-01b6f300-1b11-4ecb-86ec-5e0c78fbbad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-876761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4045579'] for network, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:56.536869 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:51:56.544566 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-01b6f300-1b11-4ecb-86ec-5e0c78fbbad7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731712'] for network, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:56.549508 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-06dd2426-0e1c-48b9-bfe2-81de46aba7a6 req-bd60063a-def6-4664-be38-b49eb8ee5298 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714543 Jun 10 18:51:56.550297 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-01b6f300-1b11-4ecb-86ec-5e0c78fbbad7 admin admin] 10.222.0.15 "DELETE /v2.0/networks/36c601fb-9272-4d67-b287-4990129f2e5f HTTP/1.1" status: 204 len: 168 time: 0.9198792 Jun 10 18:51:56.587317 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b6f300-1b11-4ecb-86ec-5e0c78fbbad7 admin admin] Pushing event deleted for resources: {'Network': ['ID=36c601fb-9272-4d67-b287-4990129f2e5f,revision_number=None']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:51:56.596289 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-01b6f300-1b11-4ecb-86ec-5e0c78fbbad7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:51:56.642082 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-cf901da4-e285-463a-afca-8d8e6095bb4f req-aa8eaded-7ba3-45c2-a1b0-68e86ddc6010 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc2e55c-47a1-47f8-a4f5-611ae6fb6623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275995 Jun 10 18:51:56.780381 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 50576) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:51:56.797697 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81549b3-6a48-4d36-ac76-a8dac1dcd8e8 req-213d8f09-5fc5-4734-94c8-52257c3dd34a tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:56.801924 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-d81549b3-6a48-4d36-ac76-a8dac1dcd8e8 req-213d8f09-5fc5-4734-94c8-52257c3dd34a tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] 10.222.0.15 "GET /v2.0/ports?device_id=95e062b3-a8a5-43f0-bd8a-3a22b0b0d48b HTTP/1.1" status: 200 len: 943 time: 0.0910394 Jun 10 18:51:56.846425 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-d81549b3-6a48-4d36-ac76-a8dac1dcd8e8 req-6e331b0e-c08d-4aeb-a6f9-75516646d70e tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a819a32-9ec6-4225-92dd-4742503449c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415435 Jun 10 18:51:56.878729 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-d29ccddb-bd6f-4025-86bf-1ff80860b571 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a9d7cab2e80a4790a3c08dfa4dc50427&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0959084 Jun 10 18:51:56.881191 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 50580) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:51:56.924057 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2d1829-11ca-4057-becb-2d6f855c4f6f req-3f7afdd2-b191-415c-96c6-16677845f9f2 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:56.925571 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-7e2d1829-11ca-4057-becb-2d6f855c4f6f req-3f7afdd2-b191-415c-96c6-16677845f9f2 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd0fa06a-987e-4b6e-a35d-ddfae995b593 HTTP/1.1" status: 200 len: 945 time: 0.1442511 Jun 10 18:51:56.979418 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-b31287d9-5c15-4962-a335-024088dbd69f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:56.987686 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-7e2d1829-11ca-4057-becb-2d6f855c4f6f req-45b39e8e-117d-4638-9c24-d099d8c33805 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6bc7b4a-bc72-42f3-afbb-1c4965f0f943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552747 Jun 10 18:51:57.009362 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-b31287d9-5c15-4962-a335-024088dbd69f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:57.024263 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 50584) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:51:57.075472 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-b31287d9-5c15-4962-a335-024088dbd69f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:57.078222 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-b31287d9-5c15-4962-a335-024088dbd69f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:57.079564 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-b31287d9-5c15-4962-a335-024088dbd69f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6cf4883b-40bc-42c8-8987-acb97d447b99 HTTP/1.1" status: 204 len: 168 time: 0.1974401 Jun 10 18:51:57.080534 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-55e29344-17aa-48a9-bb1e-1c8162e7dbc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:51:57.089405 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31287d9-5c15-4962-a335-024088dbd69f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf4883b-40bc-42c8-8987-acb97d447b99,revision_number=None']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:51:57.092877 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-b31287d9-5c15-4962-a335-024088dbd69f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:51:57.243800 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Device 9450a30c-082e-445e-9c36-e1b2c760033d details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=98186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 18:51:57.249636 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Device 76331b0e-aa76-4209-9101-3faadfe15b6d up at agent hyperv_hv-cinder-78626 {{(pid=98186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 18:51:57.331977 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf93dd2-ceba-4064-9950-3ce8ca26a8bb tempest-TestMinimumBasicScenario-1030379175 tempest-TestMinimumBasicScenario-1030379175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:57.336436 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-6bf93dd2-ceba-4064-9950-3ce8ca26a8bb tempest-TestMinimumBasicScenario-1030379175 tempest-TestMinimumBasicScenario-1030379175-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=bd0fa06a-987e-4b6e-a35d-ddfae995b593 HTTP/1.1" status: 200 len: 1093 time: 0.3079536 Jun 10 18:51:57.336731 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 50594) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:51:57.342116 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.v2.base [None req-80bec60d-9e09-4a61-9edb-e077d7f4620b tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Request body: {'floatingip': {'floating_network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'port_id': '97adc4a8-52b3-4c72-8965-c47fb5250ecf', 'tenant_id': '8fa25c8cde534a6a9acc3f658014058f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=98185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:51:57.366495 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-80bec60d-9e09-4a61-9edb-e077d7f4620b tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Notify callbacks [] for floatingip, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:57.406831 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Provisioning complete for port 76331b0e-aa76-4209-9101-3faadfe15b6d triggered by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 18:51:57.407551 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:57.469381 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] For port 9450a30c-082e-445e-9c36-e1b2c760033d, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=9450a30c-082e-445e-9c36-e1b2c760033d,segment=NetworkSegment(37397a1f-5221-4650-81d8-34c17949ed4a),segment_id=37397a1f-5221-4650-81d8-34c17949ed4a)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:51:57.486637 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Returning: {'device': '9450a30c-082e-445e-9c36-e1b2c760033d', 'network_id': '73a3ce8a-93bc-4d5e-b32a-0f937061b979', 'port_id': '9450a30c-082e-445e-9c36-e1b2c760033d', 'mac_address': 'fa:16:3e:de:4b:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8106fa21-c46f-41ff-b2bd-049727e71a1b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 18:51:57.534519 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-80bec60d-9e09-4a61-9edb-e077d7f4620b tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-941319'] for port, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:57.575844 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:57.577939 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:57.603702 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.notifiers.nova [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9450a30c-082e-445e-9c36-e1b2c760033d {{(pid=98186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 18:51:57.623181 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '135f92c8-e0cb-4946-a349-7e8f9d30c078', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76331b0e-aa76-4209-9101-3faadfe15b6d'}] {{(pid=98186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 18:51:57.625786 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c2f46a37dc9d9ea27ba47e2e5c887733d44c46f74833e79389795ef1d11a41d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17d293e0-4b9b-4613-af23-8b1e27755606" -d '{"events": [{"server_uuid": "135f92c8-e0cb-4946-a349-7e8f9d30c078", "name": "network-vif-plugged", "status": "completed", "tag": "76331b0e-aa76-4209-9101-3faadfe15b6d"}]}' {{(pid=98186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 18:51:57.661447 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] For port 76331b0e-aa76-4209-9101-3faadfe15b6d, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=76331b0e-aa76-4209-9101-3faadfe15b6d,segment=NetworkSegment(cce5025b-9a61-488a-a883-513d04362a8a),segment_id=cce5025b-9a61-488a-a883-513d04362a8a)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:51:57.665222 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] For port 9450a30c-082e-445e-9c36-e1b2c760033d, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=9450a30c-082e-445e-9c36-e1b2c760033d,segment=NetworkSegment(37397a1f-5221-4650-81d8-34c17949ed4a),segment_id=37397a1f-5221-4650-81d8-34c17949ed4a)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:51:57.669704 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:57.671717 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-72ab3a59-f874-4f99-8471-7637a8a2d8e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:51:57.675833 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:57.694029 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.db.db_base_plugin_common [None req-80bec60d-9e09-4a61-9edb-e077d7f4620b tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Allocated IP 172.27.3.200 (a2be77e0-c818-4f69-a7bb-de46a435f28d/dcf03c9b-e407-4813-8188-7ebc21a92a5e/e298d8be-b200-4f25-a313-42eab6c91ef6) {{(pid=98185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 18:51:57.702065 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 18:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2e2c30f-533b-4347-a679-5dad04f1815c x-openstack-request-id: req-c2e2c30f-533b-4347-a679-5dad04f1815c {{(pid=98186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 18:51:57.702197 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "135f92c8-e0cb-4946-a349-7e8f9d30c078", "name": "network-vif-plugged", "status": "completed", "tag": "76331b0e-aa76-4209-9101-3faadfe15b6d", "code": 200}]} {{(pid=98186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 18:51:57.702469 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c2e2c30f-533b-4347-a679-5dad04f1815c {{(pid=98186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 18:51:57.702864 dv-cinder-786260-4-iscsi neutron-server[98186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '135f92c8-e0cb-4946-a349-7e8f9d30c078', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76331b0e-aa76-4209-9101-3faadfe15b6d', 'code': 200} Jun 10 18:51:57.740342 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Pushing event updated for resources: {'Port': ['ID=76331b0e-aa76-4209-9101-3faadfe15b6d,revision_number=7']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:51:57.743471 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:51:57.743941 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-37806ce6-8bf4-402f-b4c4-d956aafc0ea0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:51:57.822812 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Pushing event updated for resources: {'Port': ['ID=9450a30c-082e-445e-9c36-e1b2c760033d,revision_number=4']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:51:57.825067 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105342ee-4f49-4a93-8647-8fcf1591177a req-e4989e06-973e-40e7-93cd-77b1050a096f tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:57.827224 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:51:57.828217 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-105342ee-4f49-4a93-8647-8fcf1591177a req-e4989e06-973e-40e7-93cd-77b1050a096f tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 945 time: 0.1185944 Jun 10 18:51:57.878050 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-105342ee-4f49-4a93-8647-8fcf1591177a req-ae9b6efd-76eb-4455-a522-fa4da24df3cb tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427418 Jun 10 18:51:57.940094 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-80bec60d-9e09-4a61-9edb-e077d7f4620b tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Notify callbacks [] for port, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:57.962801 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdf5c9f-9ed0-4798-bb16-d014e970b78d req-64d66076-7a03-45e3-ab8e-9f168bee83b3 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:57.964297 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-6fdf5c9f-9ed0-4798-bb16-d014e970b78d req-64d66076-7a03-45e3-ab8e-9f168bee83b3 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dfd38ae-310d-4c3c-b40a-83004dbb0797 HTTP/1.1" status: 200 len: 946 time: 0.1242492 Jun 10 18:51:58.033124 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-6fdf5c9f-9ed0-4798-bb16-d014e970b78d req-73d8ab8a-7d9d-4481-9e1a-91fe6c6d73eb tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc2e55c-47a1-47f8-a4f5-611ae6fb6623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550480 Jun 10 18:51:58.034709 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-80bec60d-9e09-4a61-9edb-e077d7f4620b tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-941510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578064406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11876810'] for port, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:58.037959 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-9bddb2e1-46f2-4c43-8958-c93ad47533c9 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:51:58.062630 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] get_ports_and_sgs() called for port_ids ['9450a30c-082e-445e-9c36-e1b2c760033d'] {{(pid=98186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 18:51:58.085924 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80bec60d-9e09-4a61-9edb-e077d7f4620b tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Network a2be77e0-c818-4f69-a7bb-de46a435f28d is already hosted by enough agents. {{(pid=98185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 18:51:58.088912 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.base_scheduler [None req-80bec60d-9e09-4a61-9edb-e077d7f4620b tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Resources bound (agent type, host, resource id): {{(pid=98185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 18:51:58.092626 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80bec60d-9e09-4a61-9edb-e077d7f4620b tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Received port after_create {{(pid=98185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 18:51:58.113022 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7c7bb7-71c2-4d0e-81eb-a8f2857fcbe4 req-961b3a7b-68fb-4527-9811-e95c7fe19952 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:58.122384 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bec60d-9e09-4a61-9edb-e077d7f4620b tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Pushing event updated for resources: {'Port': ['ID=e298d8be-b200-4f25-a313-42eab6c91ef6,revision_number=1']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:51:58.122585 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-8c7c7bb7-71c2-4d0e-81eb-a8f2857fcbe4 req-961b3a7b-68fb-4527-9811-e95c7fe19952 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] 10.222.0.15 "GET /v2.0/ports?device_id=95e062b3-a8a5-43f0-bd8a-3a22b0b0d48b HTTP/1.1" status: 200 len: 944 time: 0.1161873 Jun 10 18:51:58.127710 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-80bec60d-9e09-4a61-9edb-e077d7f4620b tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:51:58.204522 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-8c7c7bb7-71c2-4d0e-81eb-a8f2857fcbe4 req-7017845f-bcce-4686-af2f-92d4d33f0395 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a819a32-9ec6-4225-92dd-4742503449c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739660 Jun 10 18:51:58.693824 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1614364-0dd6-4b9a-99d3-731e0fa43c56 req-31397244-38ec-49f8-99b0-5eabe5b33007 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:58.696172 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-e1614364-0dd6-4b9a-99d3-731e0fa43c56 req-31397244-38ec-49f8-99b0-5eabe5b33007 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dfd38ae-310d-4c3c-b40a-83004dbb0797 HTTP/1.1" status: 200 len: 946 time: 0.1622770 Jun 10 18:51:58.715404 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-80bec60d-9e09-4a61-9edb-e077d7f4620b tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:58.761273 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6622a8f3-214b-4883-b804-edcbead54a40 req-160fa7f8-a735-409c-9b4e-2e4ccbaeb8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:58.763635 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-6622a8f3-214b-4883-b804-edcbead54a40 req-160fa7f8-a735-409c-9b4e-2e4ccbaeb8a2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b98132dec11942b2917326af967088e0&device_id=8dfd38ae-310d-4c3c-b40a-83004dbb0797 HTTP/1.1" status: 200 len: 1099 time: 0.1516316 Jun 10 18:51:58.771592 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-e1614364-0dd6-4b9a-99d3-731e0fa43c56 req-99a3750a-c79f-4d3c-b021-94e52814bd46 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc2e55c-47a1-47f8-a4f5-611ae6fb6623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624547 Jun 10 18:51:58.830543 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-80bec60d-9e09-4a61-9edb-e077d7f4620b tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:58.904276 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6622a8f3-214b-4883-b804-edcbead54a40 req-26ff1733-855d-427b-8571-4677a33ad1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:58.905773 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-6622a8f3-214b-4883-b804-edcbead54a40 req-26ff1733-855d-427b-8571-4677a33ad1b7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73 HTTP/1.1" status: 200 len: 912 time: 0.1333077 Jun 10 18:51:59.021566 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-80bec60d-9e09-4a61-9edb-e077d7f4620b tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Notify callbacks [] for port, precommit_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:59.028496 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-80bec60d-9e09-4a61-9edb-e077d7f4620b tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11876824'] for port, after_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:59.031636 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-41c3194f-1c72-4bed-9edb-958713dc5e17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:51:59.123996 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bec60d-9e09-4a61-9edb-e077d7f4620b tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Pushing event updated for resources: {'Port': ['ID=e298d8be-b200-4f25-a313-42eab6c91ef6,revision_number=2']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:51:59.128694 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-80bec60d-9e09-4a61-9edb-e077d7f4620b tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:51:59.139713 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-80bec60d-9e09-4a61-9edb-e077d7f4620b tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4045568'] for floatingip, after_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:59.236628 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Device 9450a30c-082e-445e-9c36-e1b2c760033d up at agent hyperv_hv-cinder-78626 {{(pid=98186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 18:51:59.297671 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.db.l3_db [None req-80bec60d-9e09-4a61-9edb-e077d7f4620b tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Floating IP a43fca92-0573-42f4-9d9c-aeed67a7e73d associated. External IP: 172.27.3.200, port: 97adc4a8-52b3-4c72-8965-c47fb5250ecf. Jun 10 18:51:59.368522 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Provisioning for port 9450a30c-082e-445e-9c36-e1b2c760033d completed by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 18:51:59.375816 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Provisioning complete for port 9450a30c-082e-445e-9c36-e1b2c760033d triggered by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 18:51:59.376205 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:59.387734 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-6622a8f3-214b-4883-b804-edcbead54a40 req-54293bc9-dae4-455a-a9d6-ea1797ecb604 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0e4a93cf-a9fc-4b75-8bf7-0140ded974e5 HTTP/1.1" status: 200 len: 1002 time: 0.3932455 Jun 10 18:51:59.492407 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58612c3-1627-42d2-b000-0d89b0ef150a req-9427c6f2-11a0-4a98-92d8-2e837f6d4c3e tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:59.503102 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-e58612c3-1627-42d2-b000-0d89b0ef150a req-9427c6f2-11a0-4a98-92d8-2e837f6d4c3e tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 945 time: 0.4599786 Jun 10 18:51:59.522155 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:59.535691 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6622a8f3-214b-4883-b804-edcbead54a40 req-21ee2029-6970-4a6b-82aa-8192ed56f224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:59.537206 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-6622a8f3-214b-4883-b804-edcbead54a40 req-21ee2029-6970-4a6b-82aa-8192ed56f224 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=450a2f52-17ce-4ffd-a311-633c3f5e5032 HTTP/1.1" status: 200 len: 850 time: 0.1324005 Jun 10 18:51:59.549853 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33c3e6b-7232-4f35-8b12-bd697c826502 req-3ade392f-d0c0-4c61-a710-63bdc4207a16 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:59.558769 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-c33c3e6b-7232-4f35-8b12-bd697c826502 req-3ade392f-d0c0-4c61-a710-63bdc4207a16 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] 10.222.0.15 "GET /v2.0/ports?device_id=95e062b3-a8a5-43f0-bd8a-3a22b0b0d48b HTTP/1.1" status: 200 len: 944 time: 0.1880980 Jun 10 18:51:59.566334 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] For port 9450a30c-082e-445e-9c36-e1b2c760033d, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=9450a30c-082e-445e-9c36-e1b2c760033d,segment=NetworkSegment(37397a1f-5221-4650-81d8-34c17949ed4a),segment_id=37397a1f-5221-4650-81d8-34c17949ed4a)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:51:59.573869 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:51:59.576210 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:51:59.600098 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-e58612c3-1627-42d2-b000-0d89b0ef150a req-1e04c8f8-2d02-4c6a-bfe0-3adc35037ae2 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963423 Jun 10 18:51:59.632647 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-c33c3e6b-7232-4f35-8b12-bd697c826502 req-8c2262fe-4772-4d6c-8955-e3ff14314c96 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a819a32-9ec6-4225-92dd-4742503449c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728552 Jun 10 18:51:59.647455 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6622a8f3-214b-4883-b804-edcbead54a40 req-f306b496-c003-46a5-821b-ae18ea25e629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:51:59.648791 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-6622a8f3-214b-4883-b804-edcbead54a40 req-f306b496-c003-46a5-821b-ae18ea25e629 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0972922 Jun 10 18:51:59.693888 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Pushing event updated for resources: {'Port': ['ID=9450a30c-082e-445e-9c36-e1b2c760033d,revision_number=5']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:51:59.713999 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95e062b3-a8a5-43f0-bd8a-3a22b0b0d48b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9450a30c-082e-445e-9c36-e1b2c760033d'}] {{(pid=98186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 18:51:59.716932 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c2f46a37dc9d9ea27ba47e2e5c887733d44c46f74833e79389795ef1d11a41d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d8372b5-0420-4f50-937c-3a6c9e22ee60" -d '{"events": [{"server_uuid": "95e062b3-a8a5-43f0-bd8a-3a22b0b0d48b", "name": "network-vif-plugged", "status": "completed", "tag": "9450a30c-082e-445e-9c36-e1b2c760033d"}]}' {{(pid=98186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 18:51:59.719888 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:51:59.775203 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 18:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1829e807-652e-423a-9cef-c6677259a802 x-openstack-request-id: req-1829e807-652e-423a-9cef-c6677259a802 {{(pid=98186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 18:51:59.775719 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95e062b3-a8a5-43f0-bd8a-3a22b0b0d48b", "name": "network-vif-plugged", "status": "completed", "tag": "9450a30c-082e-445e-9c36-e1b2c760033d", "code": 200}]} {{(pid=98186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 18:51:59.776133 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1829e807-652e-423a-9cef-c6677259a802 {{(pid=98186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 18:51:59.777393 dv-cinder-786260-4-iscsi neutron-server[98186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95e062b3-a8a5-43f0-bd8a-3a22b0b0d48b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9450a30c-082e-445e-9c36-e1b2c760033d', 'code': 200} Jun 10 18:51:59.837477 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-6622a8f3-214b-4883-b804-edcbead54a40 req-184fbeed-ab31-439d-96ef-bb5f9defa3f4 service neutron] 10.222.0.39 "GET /v2.0/networks/cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777508 Jun 10 18:51:59.882098 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80bec60d-9e09-4a61-9edb-e077d7f4620b tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Router eaa19a91-ed7e-451b-963c-7ebb325418c4 has already been hosted by L3 agent 1661496b-b13c-41e5-8e80-f6a07c138e01 {{(pid=98185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 18:52:00.183456 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80bec60d-9e09-4a61-9edb-e077d7f4620b tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Notify agent at l3_agent.dv-cinder-786260-4-iscsi the message routers_updated {{(pid=98185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 18:52:00.188958 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf38a63-8ecd-4a1c-b71e-68b6e83752b7 req-47695cf9-6a48-4670-a974-b9fb97f97de0 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:52:00.190554 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-9cf38a63-8ecd-4a1c-b71e-68b6e83752b7 req-47695cf9-6a48-4670-a974-b9fb97f97de0 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dfd38ae-310d-4c3c-b40a-83004dbb0797 HTTP/1.1" status: 200 len: 946 time: 0.2087078 Jun 10 18:52:00.200427 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11914a0-8c64-426f-9856-a9d537dbb9ce None None] Sync routers for ids ['eaa19a91-ed7e-451b-963c-7ebb325418c4'] in dv-cinder-786260-4-iscsi {{(pid=98186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 18:52:00.217889 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-80bec60d-9e09-4a61-9edb-e077d7f4620b tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230521'] for floatingip, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:00.232508 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11914a0-8c64-426f-9856-a9d537dbb9ce None None] Routers {'eaa19a91-ed7e-451b-963c-7ebb325418c4'} bound to L3 agent in host dv-cinder-786260-4-iscsi {{(pid=98186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 18:52:00.233567 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-6622a8f3-214b-4883-b804-edcbead54a40 req-2487209d-bc06-48c8-980f-7cda08e3d0d3 service neutron] 10.222.0.39 "GET /v2.0/networks/cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3797886 Jun 10 18:52:00.239143 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-a11914a0-8c64-426f-9856-a9d537dbb9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-10T18:39:44Z,description=,heartbeat_timestamp=2021-06-10T18:51:44Z,host='dv-cinder-786260-4-iscsi',id=1661496b-b13c-41e5-8e80-f6a07c138e01,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T18:39:44Z,topic='l3_agent')) {'router_ids': ['eaa19a91-ed7e-451b-963c-7ebb325418c4'], 'active': True} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:52:00.273380 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-80bec60d-9e09-4a61-9edb-e077d7f4620b tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9355385 Jun 10 18:52:00.276291 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd0fa06a-987e-4b6e-a35d-ddfae995b593', 'tag': '97adc4a8-52b3-4c72-8965-c47fb5250ecf'}] {{(pid=98185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 18:52:00.279906 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44d46bb02d59f4e600e8e3fdef735be97a189b4bda953b1539dd9e97451c2ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b792bfbd-ae7c-449b-9991-3ad357072361" -d '{"events": [{"name": "network-changed", "server_uuid": "bd0fa06a-987e-4b6e-a35d-ddfae995b593", "tag": "97adc4a8-52b3-4c72-8965-c47fb5250ecf"}]}' {{(pid=98185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 18:52:00.283437 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-9cf38a63-8ecd-4a1c-b71e-68b6e83752b7 req-fb938fb2-6b8a-49a8-85f6-27cecf3a51e3 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc2e55c-47a1-47f8-a4f5-611ae6fb6623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820470 Jun 10 18:52:00.283595 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 50704) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:52:00.298796 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.v2.base [None req-29b29844-ead5-47b2-978e-5d1086336f8d tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-402611971', 'description': 'tempest-secgroup-smoke-402611971 description', 'project_id': '8fa25c8cde534a6a9acc3f658014058f'}} {{(pid=98185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:52:00.382292 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 18:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b9cc3dd-a861-4ca1-bc24-18245234da4f x-openstack-request-id: req-1b9cc3dd-a861-4ca1-bc24-18245234da4f {{(pid=98185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 18:52:00.384387 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd0fa06a-987e-4b6e-a35d-ddfae995b593", "tag": "97adc4a8-52b3-4c72-8965-c47fb5250ecf", "status": "completed", "code": 200}]} {{(pid=98185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 18:52:00.385894 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1b9cc3dd-a861-4ca1-bc24-18245234da4f {{(pid=98185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 18:52:00.386354 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd0fa06a-987e-4b6e-a35d-ddfae995b593', 'tag': '97adc4a8-52b3-4c72-8965-c47fb5250ecf', 'status': 'completed', 'code': 200} Jun 10 18:52:00.395088 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-29b29844-ead5-47b2-978e-5d1086336f8d tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Notify callbacks [] for security_group, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:00.424527 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25167f5-73ac-4032-824a-38c42f6a917a req-460049b4-3187-4235-901f-a3580fc3afc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:52:00.426173 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-b25167f5-73ac-4032-824a-38c42f6a917a req-460049b4-3187-4235-901f-a3580fc3afc0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=95e062b3-a8a5-43f0-bd8a-3a22b0b0d48b HTTP/1.1" status: 200 len: 1098 time: 0.2973402 Jun 10 18:52:00.548655 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b792bfbd-ae7c-449b-9991-3ad357072361 req-803242dd-a7be-447f-abc9-1c1af102dbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:52:00.548908 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-b25167f5-73ac-4032-824a-38c42f6a917a req-7591098e-85be-45a9-88b1-faa05b23dc16 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2a819a32-9ec6-4225-92dd-4742503449c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111341 Jun 10 18:52:00.550255 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-b792bfbd-ae7c-449b-9991-3ad357072361 req-803242dd-a7be-447f-abc9-1c1af102dbb9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8fa25c8cde534a6a9acc3f658014058f&device_id=bd0fa06a-987e-4b6e-a35d-ddfae995b593 HTTP/1.1" status: 200 len: 1098 time: 0.1107521 Jun 10 18:52:00.585475 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvr_db [None req-a11914a0-8c64-426f-9856-a9d537dbb9ce None None] Set router eaa19a91-ed7e-451b-963c-7ebb325418c4 gateway port host: dv-cinder-786260-4-iscsi {{(pid=98186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 18:52:00.625615 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-29b29844-ead5-47b2-978e-5d1086336f8d tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Notify callbacks [] for security_group, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:00.630849 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-29b29844-ead5-47b2-978e-5d1086336f8d tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:00.635524 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-5cb6abdb-ceb5-4f9d-ab5e-79e3696c4e87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:52:00.677278 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-29b29844-ead5-47b2-978e-5d1086336f8d tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Notify callbacks [] for security_group, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:00.681914 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-29b29844-ead5-47b2-978e-5d1086336f8d tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3868721 Jun 10 18:52:00.682203 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 50716) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:52:00.689640 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.v2.base [None req-04db22d8-a44d-4b9d-b0e8-dfb188361bb7 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Request body: {'security_group_rule': {'security_group_id': '71cb3935-69e0-41a9-bdb2-75ba4f200b08', 'project_id': '8fa25c8cde534a6a9acc3f658014058f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:52:00.694669 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b29844-ead5-47b2-978e-5d1086336f8d tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71cb3935-69e0-41a9-bdb2-75ba4f200b08,revision_number=1']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:52:00.703690 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-29b29844-ead5-47b2-978e-5d1086336f8d tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:52:00.736757 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-04db22d8-a44d-4b9d-b0e8-dfb188361bb7 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:00.994114 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b792bfbd-ae7c-449b-9991-3ad357072361 req-0214108b-6344-4913-a637-a981b8c46977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:52:00.995979 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-b792bfbd-ae7c-449b-9991-3ad357072361 req-0214108b-6344-4913-a637-a981b8c46977 service neutron] 10.222.0.39 "GET /v2.0/networks?id=14d750dc-f13b-4ce7-a115-b7a35aca44f1 HTTP/1.1" status: 200 len: 915 time: 0.2699680 Jun 10 18:52:01.000505 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ed100e-8446-41cb-a56d-0737afa62f0d req-9447fcea-a80b-46f7-b58a-3dc64dfd34e8 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:52:01.006271 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-04db22d8-a44d-4b9d-b0e8-dfb188361bb7 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:01.010947 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-a4ed100e-8446-41cb-a56d-0737afa62f0d req-9447fcea-a80b-46f7-b58a-3dc64dfd34e8 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] 10.222.0.15 "GET /v2.0/ports?device_id=95e062b3-a8a5-43f0-bd8a-3a22b0b0d48b HTTP/1.1" status: 200 len: 945 time: 0.1819685 Jun 10 18:52:01.067969 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-a4ed100e-8446-41cb-a56d-0737afa62f0d req-bbee44ea-5d1f-48ed-963b-705b6cef1111 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a819a32-9ec6-4225-92dd-4742503449c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555644 Jun 10 18:52:01.076931 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-04db22d8-a44d-4b9d-b0e8-dfb188361bb7 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102015'] for security_group_rule, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:01.095636 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:52:01.128372 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49530d85-ebe7-47d5-83fd-fd158ba855cc req-a0f8f0d5-d2ad-4495-b4f1-c72b7b8034a3 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:52:01.135607 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-49530d85-ebe7-47d5-83fd-fd158ba855cc req-a0f8f0d5-d2ad-4495-b4f1-c72b7b8034a3 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 945 time: 0.3322563 Jun 10 18:52:01.142533 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db22d8-a44d-4b9d-b0e8-dfb188361bb7 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7892ebce-4a6f-4ae1-b9bb-0e2a6d26b8ef,revision_number=0']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:52:01.151699 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-b792bfbd-ae7c-449b-9991-3ad357072361 req-7e1d7820-8359-4731-b0b7-d45100700c1c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=97adc4a8-52b3-4c72-8965-c47fb5250ecf HTTP/1.1" status: 200 len: 999 time: 0.1429870 Jun 10 18:52:01.156321 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-04db22d8-a44d-4b9d-b0e8-dfb188361bb7 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:52:01.157415 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-04db22d8-a44d-4b9d-b0e8-dfb188361bb7 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:01.159055 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-04db22d8-a44d-4b9d-b0e8-dfb188361bb7 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4756827 Jun 10 18:52:01.162853 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 50718) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:52:01.171648 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.v2.base [None req-e52b615f-6391-47fa-bb77-7250078d3876 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Request body: {'security_group_rule': {'security_group_id': '71cb3935-69e0-41a9-bdb2-75ba4f200b08', 'project_id': '8fa25c8cde534a6a9acc3f658014058f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:52:01.201610 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-a11914a0-8c64-426f-9856-a9d537dbb9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaa19a91-ed7e-451b-963c-7ebb325418c4', 'name': 'tempest-TestMinimumBasicScenario-562238170-router', 'tenant_id': '8fa25c8cde534a6a9acc3f658014058f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '9f74329f-9516-48df-b9ed-f247bebdd4fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T18:50:33Z', 'updated_at': '2021-06-10T18:50:37Z', 'revision_number': 4, 'project_id': '8fa25c8cde534a6a9acc3f658014058f', 'gw_port': {'id': '9f74329f-9516-48df-b9ed-f247bebdd4fd', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d7:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa19a91-ed7e-451b-963c-7ebb325418c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:50:34Z', 'updated_at': '2021-06-10T18:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi', '_floatingips': [{'id': 'a43fca92-0573-42f4-9d9c-aeed67a7e73d', 'tenant_id': '8fa25c8cde534a6a9acc3f658014058f', 'floating_ip_address': '172.27.3.200', 'floating_network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'router_id': 'eaa19a91-ed7e-451b-963c-7ebb325418c4', 'port_id': '97adc4a8-52b3-4c72-8965-c47fb5250ecf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14d750dc-f13b-4ce7-a115-b7a35aca44f1', 'mac_address': 'fa:16:3e:41:f3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0fa06a-987e-4b6e-a35d-ddfae995b593', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T18:51:58Z', 'updated_at': '2021-06-10T18:51:58Z', 'revision_number': 0, 'project_id': '8fa25c8cde534a6a9acc3f658014058f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61be99a6-a09f-4e25-b50e-2c0d6187cd00', 'name': '', 'network_id': '14d750dc-f13b-4ce7-a115-b7a35aca44f1', 'tenant_id': '8fa25c8cde534a6a9acc3f658014058f', 'mac_address': 'fa:16:3e:c1:00:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa19a91-ed7e-451b-963c-7ebb325418c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '34f7ba08-2729-4feb-bb78-9a13b8a0814c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:50:36Z', 'updated_at': '2021-06-10T18:50:44Z', 'revision_number': 5, 'project_id': '8fa25c8cde534a6a9acc3f658014058f', 'subnets': [{'id': '34f7ba08-2729-4feb-bb78-9a13b8a0814c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-4-iscsi', False) {} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:52:01.206920 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11914a0-8c64-426f-9856-a9d537dbb9ce None None] Checking router: eaa19a91-ed7e-451b-963c-7ebb325418c4 for host: dv-cinder-786260-4-iscsi {{(pid=98186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 18:52:01.217258 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-e52b615f-6391-47fa-bb77-7250078d3876 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:01.218013 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11914a0-8c64-426f-9856-a9d537dbb9ce None None] Routers {'eaa19a91-ed7e-451b-963c-7ebb325418c4'} bound to L3 agent in host dv-cinder-786260-4-iscsi {{(pid=98186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 18:52:01.218383 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-a11914a0-8c64-426f-9856-a9d537dbb9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-10T18:39:44Z,description=,heartbeat_timestamp=2021-06-10T18:51:44Z,host='dv-cinder-786260-4-iscsi',id=1661496b-b13c-41e5-8e80-f6a07c138e01,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T18:39:44Z,topic='l3_agent')) {'router_ids': ['eaa19a91-ed7e-451b-963c-7ebb325418c4'], 'active': True} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:52:01.256789 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-49530d85-ebe7-47d5-83fd-fd158ba855cc req-e8d5a3fa-2207-4831-b2a8-57bd993c1b82 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199770 Jun 10 18:52:01.276887 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b792bfbd-ae7c-449b-9991-3ad357072361 req-dc407fca-42fd-4403-92bb-c7b6cbe710da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:52:01.278561 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-b792bfbd-ae7c-449b-9991-3ad357072361 req-dc407fca-42fd-4403-92bb-c7b6cbe710da service neutron] 10.222.0.39 "GET /v2.0/subnets?id=34f7ba08-2729-4feb-bb78-9a13b8a0814c HTTP/1.1" status: 200 len: 853 time: 0.1183016 Jun 10 18:52:01.343087 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-e52b615f-6391-47fa-bb77-7250078d3876 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:01.351639 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-e52b615f-6391-47fa-bb77-7250078d3876 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102015'] for security_group_rule, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:01.354291 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:52:01.375982 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52b615f-6391-47fa-bb77-7250078d3876 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=791daad9-1294-4aee-966b-85105ce7bf59,revision_number=0']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:52:01.379318 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-e52b615f-6391-47fa-bb77-7250078d3876 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:52:01.394849 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-e52b615f-6391-47fa-bb77-7250078d3876 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:01.396680 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-e52b615f-6391-47fa-bb77-7250078d3876 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2326195 Jun 10 18:52:01.400918 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 50722) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:52:01.417793 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.v2.base [None req-42c8489c-3683-409a-b209-2682aca48d94 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Request body: {'security_group_rule': {'security_group_id': '71cb3935-69e0-41a9-bdb2-75ba4f200b08', 'project_id': '8fa25c8cde534a6a9acc3f658014058f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:52:01.428009 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b792bfbd-ae7c-449b-9991-3ad357072361 req-3fe9725c-21be-4d41-9e82-236a87c6e12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:52:01.431823 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-b792bfbd-ae7c-449b-9991-3ad357072361 req-3fe9725c-21be-4d41-9e82-236a87c6e12a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=14d750dc-f13b-4ce7-a115-b7a35aca44f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1294563 Jun 10 18:52:01.488150 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-42c8489c-3683-409a-b209-2682aca48d94 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:01.641532 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-b792bfbd-ae7c-449b-9991-3ad357072361 req-bd4008a8-b50e-4067-9226-d6c5bf9516d3 service neutron] 10.222.0.39 "GET /v2.0/networks/14d750dc-f13b-4ce7-a115-b7a35aca44f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980584 Jun 10 18:52:01.682094 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvr_db [None req-a11914a0-8c64-426f-9856-a9d537dbb9ce None None] Set router eaa19a91-ed7e-451b-963c-7ebb325418c4 gateway port host: dv-cinder-786260-4-iscsi {{(pid=98186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 18:52:01.741484 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-42c8489c-3683-409a-b209-2682aca48d94 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:01.754565 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-42c8489c-3683-409a-b209-2682aca48d94 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102015'] for security_group_rule, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:01.764842 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:52:01.802814 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a1b982-89a3-42a7-9b06-e248a48b18ac req-a6e7bd42-d0f0-4f87-b59d-0df33d52bcbb tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:52:01.811415 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-92a1b982-89a3-42a7-9b06-e248a48b18ac req-a6e7bd42-d0f0-4f87-b59d-0df33d52bcbb tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dfd38ae-310d-4c3c-b40a-83004dbb0797 HTTP/1.1" status: 200 len: 946 time: 0.3201613 Jun 10 18:52:01.815983 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c8489c-3683-409a-b209-2682aca48d94 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=805088b1-c640-48bc-8a52-f0618dec380f,revision_number=0']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:52:01.846935 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-42c8489c-3683-409a-b209-2682aca48d94 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:52:01.849423 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-42c8489c-3683-409a-b209-2682aca48d94 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:01.853552 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-42c8489c-3683-409a-b209-2682aca48d94 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4468832 Jun 10 18:52:01.860430 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 50738) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:52:01.866836 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.v2.base [None req-5d4547f1-5c1e-4b67-9e15-f053f74e3c1a tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Request body: {'security_group_rule': {'security_group_id': '71cb3935-69e0-41a9-bdb2-75ba4f200b08', 'project_id': '8fa25c8cde534a6a9acc3f658014058f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:52:01.927139 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-92a1b982-89a3-42a7-9b06-e248a48b18ac req-57291d0d-4a68-4dbc-a8b2-04ac8a167030 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc2e55c-47a1-47f8-a4f5-611ae6fb6623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135330 Jun 10 18:52:01.936120 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-5d4547f1-5c1e-4b67-9e15-f053f74e3c1a tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:01.952986 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-b792bfbd-ae7c-449b-9991-3ad357072361 req-302a3c57-2314-4ed3-a37f-11656d39e399 service neutron] 10.222.0.39 "GET /v2.0/networks/14d750dc-f13b-4ce7-a115-b7a35aca44f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956586 Jun 10 18:52:02.112835 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-5d4547f1-5c1e-4b67-9e15-f053f74e3c1a tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:02.120104 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-5d4547f1-5c1e-4b67-9e15-f053f74e3c1a tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102015'] for security_group_rule, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:02.125310 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-9d4736c4-b4d3-4134-930e-72fbb2cb5a94 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:52:02.174444 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 50744) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:52:02.193725 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4547f1-5c1e-4b67-9e15-f053f74e3c1a tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67967a7d-e14f-4dc6-9d79-575a1ce6fecc,revision_number=0']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:52:02.197133 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-5d4547f1-5c1e-4b67-9e15-f053f74e3c1a tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:52:02.205601 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-5d4547f1-5c1e-4b67-9e15-f053f74e3c1a tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:02.208036 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-5d4547f1-5c1e-4b67-9e15-f053f74e3c1a tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3456852 Jun 10 18:52:02.210450 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 50748) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:52:02.219149 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.v2.base [None req-f542d512-a21c-46f0-a2d8-9626b21aca56 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Request body: {'security_group_rule': {'security_group_id': '71cb3935-69e0-41a9-bdb2-75ba4f200b08', 'project_id': '8fa25c8cde534a6a9acc3f658014058f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:52:02.268630 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.db.securitygroups_db [None req-f542d512-a21c-46f0-a2d8-9626b21aca56 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Project 8fa25c8cde534a6a9acc3f658014058f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 18:52:02.279223 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-f542d512-a21c-46f0-a2d8-9626b21aca56 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:02.302604 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-a11914a0-8c64-426f-9856-a9d537dbb9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaa19a91-ed7e-451b-963c-7ebb325418c4', 'name': 'tempest-TestMinimumBasicScenario-562238170-router', 'tenant_id': '8fa25c8cde534a6a9acc3f658014058f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '9f74329f-9516-48df-b9ed-f247bebdd4fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T18:50:33Z', 'updated_at': '2021-06-10T18:50:37Z', 'revision_number': 4, 'project_id': '8fa25c8cde534a6a9acc3f658014058f', 'gw_port': {'id': '9f74329f-9516-48df-b9ed-f247bebdd4fd', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d7:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa19a91-ed7e-451b-963c-7ebb325418c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:50:34Z', 'updated_at': '2021-06-10T18:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi', '_floatingips': [{'id': 'a43fca92-0573-42f4-9d9c-aeed67a7e73d', 'tenant_id': '8fa25c8cde534a6a9acc3f658014058f', 'floating_ip_address': '172.27.3.200', 'floating_network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'router_id': 'eaa19a91-ed7e-451b-963c-7ebb325418c4', 'port_id': '97adc4a8-52b3-4c72-8965-c47fb5250ecf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14d750dc-f13b-4ce7-a115-b7a35aca44f1', 'mac_address': 'fa:16:3e:41:f3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0fa06a-987e-4b6e-a35d-ddfae995b593', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T18:51:58Z', 'updated_at': '2021-06-10T18:51:58Z', 'revision_number': 0, 'project_id': '8fa25c8cde534a6a9acc3f658014058f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61be99a6-a09f-4e25-b50e-2c0d6187cd00', 'name': '', 'network_id': '14d750dc-f13b-4ce7-a115-b7a35aca44f1', 'tenant_id': '8fa25c8cde534a6a9acc3f658014058f', 'mac_address': 'fa:16:3e:c1:00:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa19a91-ed7e-451b-963c-7ebb325418c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '34f7ba08-2729-4feb-bb78-9a13b8a0814c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:50:36Z', 'updated_at': '2021-06-10T18:50:44Z', 'revision_number': 5, 'project_id': '8fa25c8cde534a6a9acc3f658014058f', 'subnets': [{'id': '34f7ba08-2729-4feb-bb78-9a13b8a0814c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-4-iscsi', False) {} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:52:02.324070 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11914a0-8c64-426f-9856-a9d537dbb9ce None None] The sync data for ids ['eaa19a91-ed7e-451b-963c-7ebb325418c4'] in dv-cinder-786260-4-iscsi is: [{'id': 'eaa19a91-ed7e-451b-963c-7ebb325418c4', 'name': 'tempest-TestMinimumBasicScenario-562238170-router', 'tenant_id': '8fa25c8cde534a6a9acc3f658014058f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '9f74329f-9516-48df-b9ed-f247bebdd4fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T18:50:33Z', 'updated_at': '2021-06-10T18:50:37Z', 'revision_number': 4, 'project_id': '8fa25c8cde534a6a9acc3f658014058f', 'gw_port': {'id': '9f74329f-9516-48df-b9ed-f247bebdd4fd', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d7:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa19a91-ed7e-451b-963c-7ebb325418c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:50:34Z', 'updated_at': '2021-06-10T18:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi', '_floatingips': [{'id': 'a43fca92-0573-42f4-9d9c-aeed67a7e73d', 'tenant_id': '8fa25c8cde534a6a9acc3f658014058f', 'floating_ip_address': '172.27.3.200', 'floating_network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'router_id': 'eaa19a91-ed7e-451b-963c-7ebb325418c4', 'port_id': '97adc4a8-52b3-4c72-8965-c47fb5250ecf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14d750dc-f13b-4ce7-a115-b7a35aca44f1', 'mac_address': 'fa:16:3e:41:f3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0fa06a-987e-4b6e-a35d-ddfae995b593', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T18:51:58Z', 'updated_at': '2021-06-10T18:51:58Z', 'revision_number': 0, 'project_id': '8fa25c8cde534a6a9acc3f658014058f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61be99a6-a09f-4e25-b50e-2c0d6187cd00', 'name': '', 'network_id': '14d750dc-f13b-4ce7-a115-b7a35aca44f1', 'tenant_id': '8fa25c8cde534a6a9acc3f658014058f', 'mac_address': 'fa:16:3e:c1:00:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa19a91-ed7e-451b-963c-7ebb325418c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '34f7ba08-2729-4feb-bb78-9a13b8a0814c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:50:36Z', 'updated_at': '2021-06-10T18:50:44Z', 'revision_number': 5, 'project_id': '8fa25c8cde534a6a9acc3f658014058f', 'subnets': [{'id': '34f7ba08-2729-4feb-bb78-9a13b8a0814c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 18:52:02.533675 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-f542d512-a21c-46f0-a2d8-9626b21aca56 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:02.549146 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-f542d512-a21c-46f0-a2d8-9626b21aca56 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102015'] for security_group_rule, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:02.551133 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-2f9e9120-c762-471a-b3c1-2d1bf7c679fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:02.675506 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-146bfd1a-0803-4eb3-bd79-7891568ce75b tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:52:02.680630 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1945de07-d4bd-453a-ac7a-37fe886652c3 req-ba0dcc18-4206-40c8-9236-e2201eaa841f tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:52:02.685252 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-1945de07-d4bd-453a-ac7a-37fe886652c3 req-ba0dcc18-4206-40c8-9236-e2201eaa841f tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 945 time: 0.1532454 Jun 10 18:52:02.732219 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d4afa9-b77f-480a-a346-edc31c3d4e70 None None] New status for floating IP a43fca92-0573-42f4-9d9c-aeed67a7e73d: ACTIVE {{(pid=98187) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 18:52:02.732827 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f542d512-a21c-46f0-a2d8-9626b21aca56 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1eb87d68-1c71-491b-ac8e-ab5b1917c0a9,revision_number=0']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:52:02.744078 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-f542d512-a21c-46f0-a2d8-9626b21aca56 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:52:02.745993 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-2f9e9120-c762-471a-b3c1-2d1bf7c679fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:02.756844 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-2f9e9120-c762-471a-b3c1-2d1bf7c679fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:02.775154 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-c5c73b0f-7ce5-407e-9100-33690666fbd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:52:02.790418 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416729fb-e458-4224-9ba3-9cc40694fa73 req-4628226b-7f64-467f-b105-7ab15e89193c tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:52:02.796069 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-1945de07-d4bd-453a-ac7a-37fe886652c3 req-0ab0f742-1145-433c-8dde-44de7cf02016 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013827 Jun 10 18:52:02.798692 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-416729fb-e458-4224-9ba3-9cc40694fa73 req-4628226b-7f64-467f-b105-7ab15e89193c tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] 10.222.0.15 "GET /v2.0/ports?device_id=95e062b3-a8a5-43f0-bd8a-3a22b0b0d48b HTTP/1.1" status: 200 len: 945 time: 0.4108133 Jun 10 18:52:02.846818 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-f542d512-a21c-46f0-a2d8-9626b21aca56 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:02.848801 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-f542d512-a21c-46f0-a2d8-9626b21aca56 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6372058 Jun 10 18:52:02.849850 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e9120-c762-471a-b3c1-2d1bf7c679fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f7504a6-b633-4b87-b908-1a69edccc029,revision_number=1']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:52:02.851669 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 50758) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:52:02.857285 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.v2.base [None req-9dc23bfb-5326-4b14-a124-6251a87bf7d7 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Request body: {'security_group_rule': {'security_group_id': '71cb3935-69e0-41a9-bdb2-75ba4f200b08', 'project_id': '8fa25c8cde534a6a9acc3f658014058f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:52:02.866510 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-2f9e9120-c762-471a-b3c1-2d1bf7c679fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:52:02.875904 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-2f9e9120-c762-471a-b3c1-2d1bf7c679fd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d51dd77604774f3da7c9c63f9cc47565&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7003038 Jun 10 18:52:02.885653 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 50760) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:52:02.943651 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.db.securitygroups_db [None req-9dc23bfb-5326-4b14-a124-6251a87bf7d7 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Project 8fa25c8cde534a6a9acc3f658014058f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 18:52:02.944449 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-416729fb-e458-4224-9ba3-9cc40694fa73 req-26baa9bb-c8d1-4ee7-841f-691b6ccdf9d2 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a819a32-9ec6-4225-92dd-4742503449c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448002 Jun 10 18:52:02.973853 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-9dc23bfb-5326-4b14-a124-6251a87bf7d7 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:03.019267 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-92689db7-2899-4fb8-9241-06f68edd3d6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:03.079866 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-92689db7-2899-4fb8-9241-06f68edd3d6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:03.136090 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-9dc23bfb-5326-4b14-a124-6251a87bf7d7 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:03.189068 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-9dc23bfb-5326-4b14-a124-6251a87bf7d7 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102015'] for security_group_rule, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:03.194481 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-5d4547f1-5c1e-4b67-9e15-f053f74e3c1a tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:52:03.231812 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc23bfb-5326-4b14-a124-6251a87bf7d7 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb266e68-f9fc-4d24-84ac-2c7989ba195e,revision_number=0']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:52:03.243811 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-9dc23bfb-5326-4b14-a124-6251a87bf7d7 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:52:03.249157 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-9dc23bfb-5326-4b14-a124-6251a87bf7d7 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:03.253693 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-9dc23bfb-5326-4b14-a124-6251a87bf7d7 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4008207 Jun 10 18:52:03.256586 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-92689db7-2899-4fb8-9241-06f68edd3d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:03.259274 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-92689db7-2899-4fb8-9241-06f68edd3d6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:03.260713 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-92689db7-2899-4fb8-9241-06f68edd3d6a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3f7504a6-b633-4b87-b908-1a69edccc029 HTTP/1.1" status: 204 len: 168 time: 0.3737020 Jun 10 18:52:03.262900 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-d98f2183-4acd-464c-a655-864f615add44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:52:03.279111 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92689db7-2899-4fb8-9241-06f68edd3d6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f7504a6-b633-4b87-b908-1a69edccc029,revision_number=None']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:52:03.294519 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ad6601-cb45-45d4-b9c5-8edc13f754aa req-aa40913f-0eca-4d25-92f1-2da3fcbef5ea tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:52:03.296133 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-26ad6601-cb45-45d4-b9c5-8edc13f754aa req-aa40913f-0eca-4d25-92f1-2da3fcbef5ea tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dfd38ae-310d-4c3c-b40a-83004dbb0797 HTTP/1.1" status: 200 len: 946 time: 0.1544113 Jun 10 18:52:03.297231 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-92689db7-2899-4fb8-9241-06f68edd3d6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:52:03.374059 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-26ad6601-cb45-45d4-b9c5-8edc13f754aa req-3aea4785-6a3d-48a8-81d4-1a57d95474d2 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc2e55c-47a1-47f8-a4f5-611ae6fb6623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698488 Jun 10 18:52:03.560394 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-570c9456-112b-4b5f-bd71-02d973cbf9dc req-cbef9426-ba27-45d7-b9a6-150726307b31 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-402611971&fields=id&tenant_id=8fa25c8cde534a6a9acc3f658014058f HTTP/1.1" status: 200 len: 267 time: 0.0628088 Jun 10 18:52:03.722739 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570c9456-112b-4b5f-bd71-02d973cbf9dc req-b0ca6fd9-9165-47dc-b431-1f05bb30f71e tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:52:03.724804 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-570c9456-112b-4b5f-bd71-02d973cbf9dc req-b0ca6fd9-9165-47dc-b431-1f05bb30f71e tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd0fa06a-987e-4b6e-a35d-ddfae995b593 HTTP/1.1" status: 200 len: 945 time: 0.1463785 Jun 10 18:52:03.739986 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.v2.base [req-570c9456-112b-4b5f-bd71-02d973cbf9dc req-b962be1d-a6e9-47e4-955e-28b920d0aecd tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Request body: {'port': {'security_groups': ['e6bc7b4a-bc72-42f3-afbb-1c4965f0f943', '71cb3935-69e0-41a9-bdb2-75ba4f200b08']}} {{(pid=98185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:52:04.229281 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec354e3b-8361-410d-947f-d93a8f828649 req-4b606b99-3bc0-4d26-b076-a56bdacb6694 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:52:04.256454 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-ec354e3b-8361-410d-947f-d93a8f828649 req-4b606b99-3bc0-4d26-b076-a56bdacb6694 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 945 time: 0.2500310 Jun 10 18:52:04.315352 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-570c9456-112b-4b5f-bd71-02d973cbf9dc req-b962be1d-a6e9-47e4-955e-28b920d0aecd tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:04.431287 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-ec354e3b-8361-410d-947f-d93a8f828649 req-b5362a59-a361-499c-b5f2-733f41c04332 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1669893 Jun 10 18:52:04.760219 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.db [req-570c9456-112b-4b5f-bd71-02d973cbf9dc req-b962be1d-a6e9-47e4-955e-28b920d0aecd tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] For port 97adc4a8-52b3-4c72-8965-c47fb5250ecf, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=97adc4a8-52b3-4c72-8965-c47fb5250ecf,segment=NetworkSegment(58abb6c8-502f-4235-a5d6-142b20d61118),segment_id=58abb6c8-502f-4235-a5d6-142b20d61118)] {{(pid=98185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:52:04.797783 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-570c9456-112b-4b5f-bd71-02d973cbf9dc req-b962be1d-a6e9-47e4-955e-28b920d0aecd tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Notify callbacks [] for port, precommit_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:04.803793 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-570c9456-112b-4b5f-bd71-02d973cbf9dc req-b962be1d-a6e9-47e4-955e-28b920d0aecd tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11876824'] for port, after_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:04.811106 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-36425c60-16d9-4134-b5ad-df2d374fac81 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:52:04.822416 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] get_ports_and_sgs() called for port_ids ['97adc4a8-52b3-4c72-8965-c47fb5250ecf'] {{(pid=98186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 18:52:04.875688 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570c9456-112b-4b5f-bd71-02d973cbf9dc req-b962be1d-a6e9-47e4-955e-28b920d0aecd tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:52:04.876801 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-570c9456-112b-4b5f-bd71-02d973cbf9dc req-b962be1d-a6e9-47e4-955e-28b920d0aecd tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230521'] for port, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:04.878543 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-570c9456-112b-4b5f-bd71-02d973cbf9dc req-b962be1d-a6e9-47e4-955e-28b920d0aecd tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] 10.222.0.15 "PUT /v2.0/ports/97adc4a8-52b3-4c72-8965-c47fb5250ecf HTTP/1.1" status: 200 len: 981 time: 1.1450188 Jun 10 18:52:04.879125 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd0fa06a-987e-4b6e-a35d-ddfae995b593', 'tag': '97adc4a8-52b3-4c72-8965-c47fb5250ecf'}] {{(pid=98185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 18:52:04.881754 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44d46bb02d59f4e600e8e3fdef735be97a189b4bda953b1539dd9e97451c2ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b571ac07-6cd7-44ee-bb44-d13998007a34" -d '{"events": [{"name": "network-changed", "server_uuid": "bd0fa06a-987e-4b6e-a35d-ddfae995b593", "tag": "97adc4a8-52b3-4c72-8965-c47fb5250ecf"}]}' {{(pid=98185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 18:52:04.942327 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b962be1d-a6e9-47e4-955e-28b920d0aecd tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Pushing event updated for resources: {'Port': ['ID=97adc4a8-52b3-4c72-8965-c47fb5250ecf,revision_number=6']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:52:04.952160 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-b962be1d-a6e9-47e4-955e-28b920d0aecd tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:52:04.978926 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 18:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00342a2a-9f82-4923-8fd5-d0c5e2e6a2d3 x-openstack-request-id: req-00342a2a-9f82-4923-8fd5-d0c5e2e6a2d3 {{(pid=98185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 18:52:04.979830 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd0fa06a-987e-4b6e-a35d-ddfae995b593", "tag": "97adc4a8-52b3-4c72-8965-c47fb5250ecf", "status": "completed", "code": 200}]} {{(pid=98185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 18:52:04.980917 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-00342a2a-9f82-4923-8fd5-d0c5e2e6a2d3 {{(pid=98185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 18:52:04.981632 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd0fa06a-987e-4b6e-a35d-ddfae995b593', 'tag': '97adc4a8-52b3-4c72-8965-c47fb5250ecf', 'status': 'completed', 'code': 200} Jun 10 18:52:05.001426 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] get_ports_and_sgs() called for port_ids ['97adc4a8-52b3-4c72-8965-c47fb5250ecf'] {{(pid=98186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 18:52:05.104591 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b571ac07-6cd7-44ee-bb44-d13998007a34 req-6288c592-b164-47cc-aa0b-20728860885c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:52:05.113617 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-b571ac07-6cd7-44ee-bb44-d13998007a34 req-6288c592-b164-47cc-aa0b-20728860885c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8fa25c8cde534a6a9acc3f658014058f&device_id=bd0fa06a-987e-4b6e-a35d-ddfae995b593 HTTP/1.1" status: 200 len: 1137 time: 0.1018386 Jun 10 18:52:05.356165 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b571ac07-6cd7-44ee-bb44-d13998007a34 req-2af05116-e5df-49aa-a25f-1362fc89dd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:52:05.357671 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-b571ac07-6cd7-44ee-bb44-d13998007a34 req-2af05116-e5df-49aa-a25f-1362fc89dd88 service neutron] 10.222.0.39 "GET /v2.0/networks?id=14d750dc-f13b-4ce7-a115-b7a35aca44f1 HTTP/1.1" status: 200 len: 915 time: 0.2311704 Jun 10 18:52:05.367349 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a234a66-01e7-4f1b-a707-cefa0b6015cf req-3cbe67ea-59f8-4d30-a726-afadf076b0ce tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:52:05.368766 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-5a234a66-01e7-4f1b-a707-cefa0b6015cf req-3cbe67ea-59f8-4d30-a726-afadf076b0ce tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd0fa06a-987e-4b6e-a35d-ddfae995b593 HTTP/1.1" status: 200 len: 984 time: 0.2441733 Jun 10 18:52:05.474157 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-fcbed19e-e0f2-4995-b3b1-a23a107f139e None None] Provisioning complete for port 97adc4a8-52b3-4c72-8965-c47fb5250ecf triggered by entity DHCP. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 18:52:05.475409 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-fcbed19e-e0f2-4995-b3b1-a23a107f139e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:05.512150 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-b571ac07-6cd7-44ee-bb44-d13998007a34 req-f467816f-dce0-4b99-b530-875a18daea63 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=97adc4a8-52b3-4c72-8965-c47fb5250ecf HTTP/1.1" status: 200 len: 1001 time: 0.1420531 Jun 10 18:52:05.555091 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-5a234a66-01e7-4f1b-a707-cefa0b6015cf req-d0a121ac-cde7-4fc4-9623-abe07c7ed397 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] 10.222.0.15 "GET /v2.0/security-groups?id=71cb3935-69e0-41a9-bdb2-75ba4f200b08&id=e6bc7b4a-bc72-42f3-afbb-1c4965f0f943&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1739135 Jun 10 18:52:05.670684 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b571ac07-6cd7-44ee-bb44-d13998007a34 req-31d0d7e6-237d-46a6-8276-91c77391691a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:52:05.672091 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-b571ac07-6cd7-44ee-bb44-d13998007a34 req-31d0d7e6-237d-46a6-8276-91c77391691a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=34f7ba08-2729-4feb-bb78-9a13b8a0814c HTTP/1.1" status: 200 len: 853 time: 0.1343446 Jun 10 18:52:05.744467 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ee154d-8bed-4202-ae46-805ac849f303 req-36dfcefa-137a-4e19-a992-8c8aa5722288 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:52:05.750067 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-66ee154d-8bed-4202-ae46-805ac849f303 req-36dfcefa-137a-4e19-a992-8c8aa5722288 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 945 time: 0.0881956 Jun 10 18:52:05.764145 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b571ac07-6cd7-44ee-bb44-d13998007a34 req-79dcb8c1-64a7-4b88-baa8-d2d3eff02617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:52:05.766144 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-b571ac07-6cd7-44ee-bb44-d13998007a34 req-79dcb8c1-64a7-4b88-baa8-d2d3eff02617 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=14d750dc-f13b-4ce7-a115-b7a35aca44f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0866005 Jun 10 18:52:05.802042 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-66ee154d-8bed-4202-ae46-805ac849f303 req-2c3e833a-df74-41d1-99d7-bc8f1e22a57a tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476401 Jun 10 18:52:05.917682 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-b571ac07-6cd7-44ee-bb44-d13998007a34 req-f4fb5c1e-9829-480f-b759-6cd8c5835c61 service neutron] 10.222.0.39 "GET /v2.0/networks/14d750dc-f13b-4ce7-a115-b7a35aca44f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435668 Jun 10 18:52:06.079222 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-b571ac07-6cd7-44ee-bb44-d13998007a34 req-deb5bec7-53fb-4eb3-af78-e0d15ad34d1d service neutron] 10.222.0.39 "GET /v2.0/networks/14d750dc-f13b-4ce7-a115-b7a35aca44f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537333 Jun 10 18:52:07.050222 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb9a1e6-3e5a-4ff8-881d-2efc653a4271 req-b65618d5-0432-413f-b1b1-49f1493e01e7 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:52:07.052746 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-9bb9a1e6-3e5a-4ff8-881d-2efc653a4271 req-b65618d5-0432-413f-b1b1-49f1493e01e7 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 945 time: 0.0947957 Jun 10 18:52:07.102781 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-9bb9a1e6-3e5a-4ff8-881d-2efc653a4271 req-1019d386-73eb-45de-93f3-e7535f90319c tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430872 Jun 10 18:52:08.251814 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 50880) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:52:08.416384 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-62cb1820-b79a-405e-8f3c-115c439a6e0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:08.476930 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a494c183-72bd-41ab-b05a-bd5be71bef9a req-27b68fb1-ec85-4e0f-8aab-c9c13db024ad tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:52:08.482711 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-a494c183-72bd-41ab-b05a-bd5be71bef9a req-27b68fb1-ec85-4e0f-8aab-c9c13db024ad tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 945 time: 0.1594374 Jun 10 18:52:08.569024 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-a494c183-72bd-41ab-b05a-bd5be71bef9a req-65cb1050-d56b-4814-b4b4-8c857352dc8f tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853529 Jun 10 18:52:08.693306 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-62cb1820-b79a-405e-8f3c-115c439a6e0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:08.707723 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-62cb1820-b79a-405e-8f3c-115c439a6e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:08.710572 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-c0ac8ba5-af06-4739-b03f-4373855b25a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:52:08.781030 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cb1820-b79a-405e-8f3c-115c439a6e0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=826a1037-14e7-439d-9135-838a78962644,revision_number=1']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:52:08.785952 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-62cb1820-b79a-405e-8f3c-115c439a6e0e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9c9401c1389e4ff78c8b7bd60ad9358a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5329998 Jun 10 18:52:08.791603 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 50888) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:52:08.864202 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-62cb1820-b79a-405e-8f3c-115c439a6e0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:52:08.905521 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-4163dab5-edc8-4b38-b2b1-e201088b7323 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:08.945442 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-4163dab5-edc8-4b38-b2b1-e201088b7323 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:09.032279 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-4163dab5-edc8-4b38-b2b1-e201088b7323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:09.035444 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-4163dab5-edc8-4b38-b2b1-e201088b7323 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:09.040138 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-4163dab5-edc8-4b38-b2b1-e201088b7323 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/826a1037-14e7-439d-9135-838a78962644 HTTP/1.1" status: 204 len: 168 time: 0.2425451 Jun 10 18:52:09.040138 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-8df936d9-49d7-4089-95e3-d2bdc8578c1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:52:09.049206 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4163dab5-edc8-4b38-b2b1-e201088b7323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=826a1037-14e7-439d-9135-838a78962644,revision_number=None']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:52:09.052394 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-4163dab5-edc8-4b38-b2b1-e201088b7323 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:52:09.358699 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 50900) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:52:09.375086 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-43ddc1e7-bd22-4102-ab25-d9646d370a78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:09.475196 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-43ddc1e7-bd22-4102-ab25-d9646d370a78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:09.479555 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-43ddc1e7-bd22-4102-ab25-d9646d370a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:09.482758 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-a76a72cc-5784-4fe0-90eb-46fc02877642 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:52:09.523009 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-43ddc1e7-bd22-4102-ab25-d9646d370a78 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0c8e6fd04664412296a2bbf6549e43d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1630099 Jun 10 18:52:09.523700 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ddc1e7-bd22-4102-ab25-d9646d370a78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1da0ce4-5520-4e54-86a7-4102fc025075,revision_number=1']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:52:09.525427 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 50904) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:52:09.526888 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-43ddc1e7-bd22-4102-ab25-d9646d370a78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:52:09.601687 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-a2933a05-90d9-4754-a94a-1895e152d4f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:09.646928 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-a2933a05-90d9-4754-a94a-1895e152d4f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:09.719148 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-a2933a05-90d9-4754-a94a-1895e152d4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:09.722405 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-a2933a05-90d9-4754-a94a-1895e152d4f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:09.726091 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-a2933a05-90d9-4754-a94a-1895e152d4f8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e1da0ce4-5520-4e54-86a7-4102fc025075 HTTP/1.1" status: 204 len: 168 time: 0.1971247 Jun 10 18:52:09.726091 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-b31287d9-5c15-4962-a335-024088dbd69f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:52:09.752125 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2933a05-90d9-4754-a94a-1895e152d4f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1da0ce4-5520-4e54-86a7-4102fc025075,revision_number=None']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:52:09.804054 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-a2933a05-90d9-4754-a94a-1895e152d4f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:52:09.849565 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1983747d-7afa-4baa-ae6a-7f0a16bfe642 req-f91636f6-9f99-43c0-a97a-2ba7f913f4e3 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:52:09.858027 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-1983747d-7afa-4baa-ae6a-7f0a16bfe642 req-f91636f6-9f99-43c0-a97a-2ba7f913f4e3 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 945 time: 0.1077540 Jun 10 18:52:09.913579 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-1983747d-7afa-4baa-ae6a-7f0a16bfe642 req-e0cbf044-8ddc-40b6-9169-8e316af64b0b tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545449 Jun 10 18:52:11.154992 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0671fcf-4231-4916-8596-b4d94935324c req-754643c2-e93c-4c8c-80d6-56cb81fb1a4a tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:52:11.157312 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-a0671fcf-4231-4916-8596-b4d94935324c req-754643c2-e93c-4c8c-80d6-56cb81fb1a4a tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 945 time: 0.0806253 Jun 10 18:52:11.216477 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-a0671fcf-4231-4916-8596-b4d94935324c req-ea8d43cf-eae3-4746-ab2c-2c30fc3795f5 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530837 Jun 10 18:52:11.436117 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 50988) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:52:11.575982 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-b33354ab-5c3c-4d8f-838d-f51689405a40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:11.684553 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-b33354ab-5c3c-4d8f-838d-f51689405a40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:11.689194 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-b33354ab-5c3c-4d8f-838d-f51689405a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:11.691798 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-063e8569-8e97-4a24-9b06-c9312580cac7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:52:11.733719 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-b33354ab-5c3c-4d8f-838d-f51689405a40 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6efe53e1bcd1440ab43898b5869e43fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2954912 Jun 10 18:52:11.734660 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33354ab-5c3c-4d8f-838d-f51689405a40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c92ab83c-0f86-49d0-b383-f5c757c31540,revision_number=1']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:52:11.736304 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 50992) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:52:11.737723 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-b33354ab-5c3c-4d8f-838d-f51689405a40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:52:11.795846 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9a453313-fcf1-449d-ba1c-22737e512e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:11.817785 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-6289fffb-19ac-4e75-8fca-85e5153a3a39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:11.842649 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-6289fffb-19ac-4e75-8fca-85e5153a3a39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:11.909848 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-6289fffb-19ac-4e75-8fca-85e5153a3a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:11.912831 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-6289fffb-19ac-4e75-8fca-85e5153a3a39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:11.914227 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-6289fffb-19ac-4e75-8fca-85e5153a3a39 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c92ab83c-0f86-49d0-b383-f5c757c31540 HTTP/1.1" status: 204 len: 168 time: 0.1761923 Jun 10 18:52:11.915184 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-aa144879-6e63-4816-9f33-6f6dc6e76693 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:52:11.931400 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6289fffb-19ac-4e75-8fca-85e5153a3a39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c92ab83c-0f86-49d0-b383-f5c757c31540,revision_number=None']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:52:11.934177 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-6289fffb-19ac-4e75-8fca-85e5153a3a39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:52:12.459794 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa54819-c00c-4f62-bae5-028ece3436a3 req-d32c98b7-cd42-412a-b00b-5325e5dc385e tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:52:12.465734 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-baa54819-c00c-4f62-bae5-028ece3436a3 req-d32c98b7-cd42-412a-b00b-5325e5dc385e tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 945 time: 0.0845973 Jun 10 18:52:12.541730 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-baa54819-c00c-4f62-bae5-028ece3436a3 req-4f50bcf1-b4ed-4d1d-b261-30bd1102f716 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581019 Jun 10 18:52:13.731732 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1cd838-0a2f-4e4b-89da-801212ee738c req-48e3fe63-a11c-452a-936d-628815d268d3 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:52:13.733228 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-9f1cd838-0a2f-4e4b-89da-801212ee738c req-48e3fe63-a11c-452a-936d-628815d268d3 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 945 time: 0.0705645 Jun 10 18:52:13.775473 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-9f1cd838-0a2f-4e4b-89da-801212ee738c req-4ddd7164-0e4b-44b8-a0b5-6697c4e114c8 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366046 Jun 10 18:52:14.272474 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-b5eabd07-f2c1-4adc-a61b-ef9434ace746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:14.420361 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:14.964257 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891c8b4b-096c-40d5-bd43-84508ffd0582 req-3f00403a-f2ab-4ad2-8b98-ab636d751010 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:52:14.966580 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-891c8b4b-096c-40d5-bd43-84508ffd0582 req-3f00403a-f2ab-4ad2-8b98-ab636d751010 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 945 time: 0.0705831 Jun 10 18:52:15.007236 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-891c8b4b-096c-40d5-bd43-84508ffd0582 req-3735f321-8566-465f-ad07-833e1c012e78 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351334 Jun 10 18:52:15.424391 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-8dcc316c-a8c5-4da3-a0ad-e3f4fe9157be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:16.190891 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339f971c-1aca-4fef-b5b4-be4aa5ca93aa req-4b85261f-15fe-404f-871a-78ebbd80e1be tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:52:16.192212 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-339f971c-1aca-4fef-b5b4-be4aa5ca93aa req-4b85261f-15fe-404f-871a-78ebbd80e1be tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 945 time: 0.0698514 Jun 10 18:52:16.232489 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-339f971c-1aca-4fef-b5b4-be4aa5ca93aa req-d7adc44b-bdab-4561-b377-5b382b321e3f tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347373 Jun 10 18:52:17.227054 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-bf1ede84-8c21-46ff-8a19-cb90afe635a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:17.415946 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6f3cad-11f1-42f5-b41f-046b623f660e req-e2d72fe1-a4b5-4410-bd7b-eb49311859ee tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:52:17.417427 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-7d6f3cad-11f1-42f5-b41f-046b623f660e req-e2d72fe1-a4b5-4410-bd7b-eb49311859ee tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 945 time: 0.0684729 Jun 10 18:52:17.465754 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-7d6f3cad-11f1-42f5-b41f-046b623f660e req-d0b07c2a-c630-43ab-ade8-a497408ec0be tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424922 Jun 10 18:52:17.593893 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:18.659451 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82d321e-c305-4a7c-bf4e-05ea0b2589ff req-1caa543e-e2d6-4e50-b04f-b4add19f0cc7 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:52:18.660931 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-c82d321e-c305-4a7c-bf4e-05ea0b2589ff req-1caa543e-e2d6-4e50-b04f-b4add19f0cc7 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 945 time: 0.0769248 Jun 10 18:52:18.702530 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-c82d321e-c305-4a7c-bf4e-05ea0b2589ff req-d6d9b975-8738-45e2-892f-638754109331 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358989 Jun 10 18:52:19.889127 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcaf4d3-a2fe-440f-a829-ac62fca0c785 req-bdf5aef4-bc61-448d-bfc1-a10f68d12643 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:52:19.890648 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-2bcaf4d3-a2fe-440f-a829-ac62fca0c785 req-bdf5aef4-bc61-448d-bfc1-a10f68d12643 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 945 time: 0.0748389 Jun 10 18:52:19.931200 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-2bcaf4d3-a2fe-440f-a829-ac62fca0c785 req-c0e140b4-655b-495e-8077-c58ff5a2be44 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350075 Jun 10 18:52:21.124924 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cea997-6086-44ba-979f-d1faca850cab req-6636ab94-7586-41a3-87ab-fc722de128db tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:52:21.126503 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-71cea997-6086-44ba-979f-d1faca850cab req-6636ab94-7586-41a3-87ab-fc722de128db tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 945 time: 0.0756516 Jun 10 18:52:21.169995 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-71cea997-6086-44ba-979f-d1faca850cab req-62aae068-2f70-4972-b603-34019b9bd835 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377402 Jun 10 18:52:22.361896 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23468bf-7853-40e7-86ac-70ecc6f15308 req-8a7719cd-15b1-4d48-9edc-63741f6d9dca tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:52:22.363807 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-c23468bf-7853-40e7-86ac-70ecc6f15308 req-8a7719cd-15b1-4d48-9edc-63741f6d9dca tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 945 time: 0.0741365 Jun 10 18:52:22.412463 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-c23468bf-7853-40e7-86ac-70ecc6f15308 req-7f608020-a890-44eb-990d-5dd9db359272 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430665 Jun 10 18:52:23.747423 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca2b2cf-ca87-4458-a784-b295d6a7faa6 req-2f22dd8a-bedf-4f34-82fc-a0e7fdb9b531 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:52:23.748799 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-2ca2b2cf-ca87-4458-a784-b295d6a7faa6 req-2f22dd8a-bedf-4f34-82fc-a0e7fdb9b531 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 945 time: 0.2163324 Jun 10 18:52:23.787928 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-2ca2b2cf-ca87-4458-a784-b295d6a7faa6 req-5c937042-65a8-4ff1-ad74-68d672da5db9 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335753 Jun 10 18:52:23.954319 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.agents_db [None req-dd8e6269-3fd9-4915-b5ed-83e1f738bf4e None None] Agent healthcheck: found 6 active agents {{(pid=98187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 18:52:24.936176 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Device 76331b0e-aa76-4209-9101-3faadfe15b6d no longer exists at agent hyperv_hv-cinder-78626 {{(pid=98186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 18:52:25.027210 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:25.052259 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '135f92c8-e0cb-4946-a349-7e8f9d30c078', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76331b0e-aa76-4209-9101-3faadfe15b6d'}] {{(pid=98186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 18:52:25.054566 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c2f46a37dc9d9ea27ba47e2e5c887733d44c46f74833e79389795ef1d11a41d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50de4f41-ebb3-4bfb-be67-6a664b3daed0" -d '{"events": [{"server_uuid": "135f92c8-e0cb-4946-a349-7e8f9d30c078", "name": "network-vif-unplugged", "status": "completed", "tag": "76331b0e-aa76-4209-9101-3faadfe15b6d"}]}' {{(pid=98186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 18:52:25.057003 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e637a00c-723b-4e36-9df2-2ed185a82a2f req-4f2d5193-f833-49c5-957d-baed1b8591f2 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:52:25.065109 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-e637a00c-723b-4e36-9df2-2ed185a82a2f req-4f2d5193-f833-49c5-957d-baed1b8591f2 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 945 time: 0.1536951 Jun 10 18:52:25.079932 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] For port 76331b0e-aa76-4209-9101-3faadfe15b6d, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=76331b0e-aa76-4209-9101-3faadfe15b6d,segment=NetworkSegment(cce5025b-9a61-488a-a883-513d04362a8a),segment_id=cce5025b-9a61-488a-a883-513d04362a8a)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:52:25.086578 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:25.089202 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:52:25.093499 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7d067a-7b05-4b7d-85ec-e92cc614feb4 req-ca2bcd8d-d6af-489e-b667-bddc19ac53e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:52:25.095004 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-ef7d067a-7b05-4b7d-85ec-e92cc614feb4 req-ca2bcd8d-d6af-489e-b667-bddc19ac53e2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c50ca810c49044daa0af12e38f6ab6a1&device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 1098 time: 0.0718689 Jun 10 18:52:25.122979 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-e637a00c-723b-4e36-9df2-2ed185a82a2f req-f31dcc58-b9d4-4149-8aa5-73d4339b9e11 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569940 Jun 10 18:52:25.126375 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Jun 2021 18:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4da42de1-916d-426d-b33c-6e678bc8b3f0 x-openstack-request-id: req-4da42de1-916d-426d-b33c-6e678bc8b3f0 {{(pid=98186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 18:52:25.126680 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "135f92c8-e0cb-4946-a349-7e8f9d30c078", "name": "network-vif-unplugged", "status": "completed", "tag": "76331b0e-aa76-4209-9101-3faadfe15b6d", "code": 200}]} {{(pid=98186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 18:52:25.126945 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4da42de1-916d-426d-b33c-6e678bc8b3f0 {{(pid=98186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 18:52:25.127429 dv-cinder-786260-4-iscsi neutron-server[98186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '135f92c8-e0cb-4946-a349-7e8f9d30c078', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76331b0e-aa76-4209-9101-3faadfe15b6d', 'code': 200} Jun 10 18:52:25.156794 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Pushing event updated for resources: {'Port': ['ID=76331b0e-aa76-4209-9101-3faadfe15b6d,revision_number=8']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:52:25.160105 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:52:25.230325 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7d067a-7b05-4b7d-85ec-e92cc614feb4 req-8799a0ee-09ee-429d-bfae-6a7d961f6f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:52:25.231760 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-ef7d067a-7b05-4b7d-85ec-e92cc614feb4 req-8799a0ee-09ee-429d-bfae-6a7d961f6f5a service neutron] 10.222.0.39 "GET /v2.0/networks?id=a9c6338b-27b7-4507-a101-996d60be3c98 HTTP/1.1" status: 200 len: 918 time: 0.1297035 Jun 10 18:52:25.321898 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-ef7d067a-7b05-4b7d-85ec-e92cc614feb4 req-97acbdb0-9984-42ff-9987-bddb18faf479 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76331b0e-aa76-4209-9101-3faadfe15b6d HTTP/1.1" status: 200 len: 999 time: 0.0790284 Jun 10 18:52:25.391750 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7d067a-7b05-4b7d-85ec-e92cc614feb4 req-de730d54-433d-4dba-8ca5-17d5343413a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:52:25.393964 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-ef7d067a-7b05-4b7d-85ec-e92cc614feb4 req-de730d54-433d-4dba-8ca5-17d5343413a5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a8ea2a47-c287-4e16-9d1f-c9a7e0a2eaeb HTTP/1.1" status: 200 len: 856 time: 0.0596402 Jun 10 18:52:25.464969 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7d067a-7b05-4b7d-85ec-e92cc614feb4 req-cf8de8df-e831-4709-83fc-cc58a0f86a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:52:25.466502 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-ef7d067a-7b05-4b7d-85ec-e92cc614feb4 req-cf8de8df-e831-4709-83fc-cc58a0f86a0b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a9c6338b-27b7-4507-a101-996d60be3c98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0628884 Jun 10 18:52:25.829128 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-ef7d067a-7b05-4b7d-85ec-e92cc614feb4 req-db644163-0af8-457f-8897-1f3e4c4ff4cf service neutron] 10.222.0.39 "GET /v2.0/networks/a9c6338b-27b7-4507-a101-996d60be3c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3540916 Jun 10 18:52:25.942707 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-ef7d067a-7b05-4b7d-85ec-e92cc614feb4 req-41d177ef-b37b-49b5-a455-92814fd16ca5 service neutron] 10.222.0.39 "GET /v2.0/networks/a9c6338b-27b7-4507-a101-996d60be3c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057622 Jun 10 18:52:26.298963 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 51220) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:52:26.337859 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21067708-1032-418c-807b-74124120f22c req-950527c8-f4d1-41dc-968d-a21dc2e2fa23 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:52:26.339799 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-21067708-1032-418c-807b-74124120f22c req-950527c8-f4d1-41dc-968d-a21dc2e2fa23 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 943 time: 0.0841899 Jun 10 18:52:26.382309 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-21067708-1032-418c-807b-74124120f22c req-9618aca2-c5ac-41bf-aa3d-7a7af0d96d64 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361171 Jun 10 18:52:26.413192 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-7ea1f8f9-d5ea-4e13-a0c8-45dd2b6ab473 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:26.506165 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-7ea1f8f9-d5ea-4e13-a0c8-45dd2b6ab473 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:26.510051 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-7ea1f8f9-d5ea-4e13-a0c8-45dd2b6ab473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:26.514209 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-c6c0139e-fd68-4d80-a125-f4bf221be96f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:52:26.555794 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-7ea1f8f9-d5ea-4e13-a0c8-45dd2b6ab473 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5d8b1ca16d13483492bca7410d6aeff7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2556109 Jun 10 18:52:26.557703 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea1f8f9-d5ea-4e13-a0c8-45dd2b6ab473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d243dc9a-8c5f-4abe-b0e0-2edf25fa79ae,revision_number=1']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:52:26.558691 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 51224) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:52:26.560819 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-7ea1f8f9-d5ea-4e13-a0c8-45dd2b6ab473 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:52:26.612274 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-b6d76ab7-c8f9-4244-81ce-f717bb5ca493 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:26.634826 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-b6d76ab7-c8f9-4244-81ce-f717bb5ca493 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:26.689663 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-b6d76ab7-c8f9-4244-81ce-f717bb5ca493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:26.692240 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-b6d76ab7-c8f9-4244-81ce-f717bb5ca493 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:26.693431 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-b6d76ab7-c8f9-4244-81ce-f717bb5ca493 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d243dc9a-8c5f-4abe-b0e0-2edf25fa79ae HTTP/1.1" status: 204 len: 168 time: 0.1336968 Jun 10 18:52:26.694393 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-b131014b-37eb-45f3-bffe-982e0a8efcb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:52:26.703743 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d76ab7-c8f9-4244-81ce-f717bb5ca493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d243dc9a-8c5f-4abe-b0e0-2edf25fa79ae,revision_number=None']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:52:26.706879 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-b6d76ab7-c8f9-4244-81ce-f717bb5ca493 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:52:27.597022 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0ea9f5-3ea7-4391-9d18-be6bad64fc73 req-7c0f243c-2379-49ae-927d-c4bf887af735 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:52:27.598564 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-9d0ea9f5-3ea7-4391-9d18-be6bad64fc73 req-7c0f243c-2379-49ae-927d-c4bf887af735 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 943 time: 0.0833156 Jun 10 18:52:27.642986 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-9d0ea9f5-3ea7-4391-9d18-be6bad64fc73 req-f4441e95-da1a-42bd-9c1a-0976fc3b54a6 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387421 Jun 10 18:52:28.361090 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 51296) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:52:28.473408 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-faaae777-8a43-4d9a-8127-4e138272308c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:28.574239 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-faaae777-8a43-4d9a-8127-4e138272308c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:28.578016 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-faaae777-8a43-4d9a-8127-4e138272308c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:28.581495 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-62cb1820-b79a-405e-8f3c-115c439a6e0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:52:28.621001 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-faaae777-8a43-4d9a-8127-4e138272308c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=439515e8231943fe9887792780a531d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2588620 Jun 10 18:52:28.622058 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaae777-8a43-4d9a-8127-4e138272308c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17af6506-198e-448b-87ec-7b8a89f5d26c,revision_number=1']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:52:28.623740 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 51300) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:52:28.625106 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-faaae777-8a43-4d9a-8127-4e138272308c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:52:28.679770 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-04cbac60-9041-4945-a316-0a964c149f5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:28.703954 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-04cbac60-9041-4945-a316-0a964c149f5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:28.757152 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-04cbac60-9041-4945-a316-0a964c149f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:28.759919 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-04cbac60-9041-4945-a316-0a964c149f5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:28.761214 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-04cbac60-9041-4945-a316-0a964c149f5c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/17af6506-198e-448b-87ec-7b8a89f5d26c HTTP/1.1" status: 204 len: 168 time: 0.1358101 Jun 10 18:52:28.763090 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-dcfd3a6b-cade-4185-aaa2-105fc95a3fba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:52:28.801392 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cbac60-9041-4945-a316-0a964c149f5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17af6506-198e-448b-87ec-7b8a89f5d26c,revision_number=None']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:52:28.804823 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-04cbac60-9041-4945-a316-0a964c149f5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:52:28.849042 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e5a9a0-3778-4300-b643-f4bc56e95850 req-bb0287f9-49b4-4122-968e-4ddf97daf844 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:52:28.850187 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-e1e5a9a0-3778-4300-b643-f4bc56e95850 req-bb0287f9-49b4-4122-968e-4ddf97daf844 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 943 time: 0.0879700 Jun 10 18:52:28.906162 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-e1e5a9a0-3778-4300-b643-f4bc56e95850 req-a45492a6-445d-4310-9314-c4c971893d89 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488265 Jun 10 18:52:29.062191 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 51312) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:52:29.078995 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-b77680f9-f1fd-4e84-9ff8-565727cf8bc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:29.179726 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-b77680f9-f1fd-4e84-9ff8-565727cf8bc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:29.183728 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-b77680f9-f1fd-4e84-9ff8-565727cf8bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:29.187064 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-18255dcb-241f-4bd6-9029-270229933df0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:52:29.230441 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-b77680f9-f1fd-4e84-9ff8-565727cf8bc0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6969af2afc7a4eab8aa35497f8d9d3c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1663427 Jun 10 18:52:29.231353 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77680f9-f1fd-4e84-9ff8-565727cf8bc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=991419ed-5cd0-478a-afec-0278ed2b3a28,revision_number=1']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:52:29.233780 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 51320) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:52:29.238620 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-b77680f9-f1fd-4e84-9ff8-565727cf8bc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:52:29.297998 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-73f1b451-5711-48f7-88c9-eafb13cd8339 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:29.323957 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-73f1b451-5711-48f7-88c9-eafb13cd8339 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:29.384428 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-73f1b451-5711-48f7-88c9-eafb13cd8339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:29.388261 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-73f1b451-5711-48f7-88c9-eafb13cd8339 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:29.391884 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-73f1b451-5711-48f7-88c9-eafb13cd8339 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/991419ed-5cd0-478a-afec-0278ed2b3a28 HTTP/1.1" status: 204 len: 168 time: 0.1550894 Jun 10 18:52:29.391884 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-92689db7-2899-4fb8-9241-06f68edd3d6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:52:29.404412 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f1b451-5711-48f7-88c9-eafb13cd8339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=991419ed-5cd0-478a-afec-0278ed2b3a28,revision_number=None']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:52:29.407754 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-73f1b451-5711-48f7-88c9-eafb13cd8339 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:52:29.835618 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6ea5b8-90bb-4f51-b1a3-73c0c97f2df6 req-a8141ccd-e054-4c67-827c-e53e5cd64472 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:52:29.846367 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-9a6ea5b8-90bb-4f51-b1a3-73c0c97f2df6 req-a8141ccd-e054-4c67-827c-e53e5cd64472 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 943 time: 0.0920293 Jun 10 18:52:29.891594 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-9a6ea5b8-90bb-4f51-b1a3-73c0c97f2df6 req-a934a052-5d88-471e-afe2-db5cecc2b87f tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438876 Jun 10 18:52:30.191609 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 51378) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:52:30.206278 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 51382) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:52:30.257583 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.v2.base [None req-16b526a8-6eec-48eb-8207-70701f058193 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-956746952-network', 'tenant_id': '7086735077044e099c9d26fe395f30b8'}} {{(pid=98185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:52:30.331147 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16b526a8-6eec-48eb-8207-70701f058193 admin admin] Made reservation on behalf of 7086735077044e099c9d26fe395f30b8 for: {'network': 1} {{(pid=98185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 18:52:30.333415 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-16b526a8-6eec-48eb-8207-70701f058193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-941319'] for network, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:30.347927 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-16b526a8-6eec-48eb-8207-70701f058193 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:30.374524 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-84f5dd77-990e-404e-be9c-bd414d142647 req-589abfa6-42c5-4fec-be4c-2bdab02e7cba service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1666114 Jun 10 18:52:30.482946 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-16b526a8-6eec-48eb-8207-70701f058193 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:30.487685 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-16b526a8-6eec-48eb-8207-70701f058193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:30.501446 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-5e58d86b-e26c-4e00-b4d5-d6d0f9224a7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:52:30.521920 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16b526a8-6eec-48eb-8207-70701f058193 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=98185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 18:52:30.532556 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b526a8-6eec-48eb-8207-70701f058193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a843a8d-12d9-4777-95c7-4c9509bd7c57,revision_number=1']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:52:30.538048 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-16b526a8-6eec-48eb-8207-70701f058193 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:52:30.541265 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-16b526a8-6eec-48eb-8207-70701f058193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881768'] for segment, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:30.541375 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.db.segments_db [None req-16b526a8-6eec-48eb-8207-70701f058193 admin admin] Added segment 96a3ef55-7efe-41c3-969d-aba047f38422 of type vlan for network 234c7d57-d14b-4f21-bd7d-afe22a343abc Jun 10 18:52:30.603959 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-16b526a8-6eec-48eb-8207-70701f058193 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731578050973'] for network, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:30.637151 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-16b526a8-6eec-48eb-8207-70701f058193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731739'] for network, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:30.638479 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b526a8-6eec-48eb-8207-70701f058193 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:52:30.639122 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-16b526a8-6eec-48eb-8207-70701f058193 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731712'] for network, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:30.643369 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:52:30.685988 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 51392) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:52:30.686691 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-16b526a8-6eec-48eb-8207-70701f058193 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4931753 Jun 10 18:52:30.690958 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.v2.base [None req-5c80629e-42e7-4ce3-a765-6ac98be053b0 admin admin] Request body: {'subnet': {'network_id': '234c7d57-d14b-4f21-bd7d-afe22a343abc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-956746952-subnet', 'tenant_id': '7086735077044e099c9d26fe395f30b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:52:30.711238 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c80629e-42e7-4ce3-a765-6ac98be053b0 admin admin] Made reservation on behalf of 7086735077044e099c9d26fe395f30b8 for: {'subnet': 1} {{(pid=98184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 18:52:30.717829 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-5c80629e-42e7-4ce3-a765-6ac98be053b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740045'] for subnet, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:30.738784 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b526a8-6eec-48eb-8207-70701f058193 admin admin] Pushing event updated for resources: {'Network': ['ID=234c7d57-d14b-4f21-bd7d-afe22a343abc,revision_number=1']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:52:30.747803 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-16b526a8-6eec-48eb-8207-70701f058193 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:52:30.749444 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Network 234c7d57-d14b-4f21-bd7d-afe22a343abc details requested by agent ovs-agent-dv-cinder-786260-4-iscsi with host dv-cinder-786260-4-iscsi {{(pid=98186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 18:52:30.965557 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-5c80629e-42e7-4ce3-a765-6ac98be053b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12374956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740059'] for subnet, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:30.968465 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Device 76331b0e-aa76-4209-9101-3faadfe15b6d no longer exists at agent hyperv_hv-cinder-78626 {{(pid=98186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 18:52:30.975264 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-4caf567a-2ce8-4c1d-a9c4-7961b430aea6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:52:31.055123 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c80629e-42e7-4ce3-a765-6ac98be053b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f539d6b-a476-45ec-8b8a-eef225d1cef1,revision_number=0']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:52:31.060434 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-5c80629e-42e7-4ce3-a765-6ac98be053b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:52:31.066751 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c80629e-42e7-4ce3-a765-6ac98be053b0 admin admin] Checking segment: {'id': '96a3ef55-7efe-41c3-969d-aba047f38422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '234c7d57-d14b-4f21-bd7d-afe22a343abc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 18:52:31.067119 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c80629e-42e7-4ce3-a765-6ac98be053b0 admin admin] Network hostable DHCP agents. Network: 234c7d57-d14b-4f21-bd7d-afe22a343abc, hostable agents: ['32d11a73-8882-47f0-8c19-15a088a2f1dc'], hosted agents: [] {{(pid=98184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 18:52:31.092527 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c80629e-42e7-4ce3-a765-6ac98be053b0 admin admin] Network 234c7d57-d14b-4f21-bd7d-afe22a343abc is scheduled to be hosted by DHCP agent 32d11a73-8882-47f0-8c19-15a088a2f1dc with binding_index 1 {{(pid=98184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 18:52:31.117261 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.scheduler.base_scheduler [None req-5c80629e-42e7-4ce3-a765-6ac98be053b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-4-iscsi, 234c7d57-d14b-4f21-bd7d-afe22a343abc) {{(pid=98184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 18:52:31.124882 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c80629e-42e7-4ce3-a765-6ac98be053b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:52:31.125606 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-5c80629e-42e7-4ce3-a765-6ac98be053b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731712'] for subnet, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:31.142751 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a86d275-64a5-43d1-b3f5-a1114e572797 None None] Network 234c7d57-d14b-4f21-bd7d-afe22a343abc requested from dv-cinder-786260-4-iscsi {{(pid=98186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 18:52:31.154100 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-5c80629e-42e7-4ce3-a765-6ac98be053b0 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4666936 Jun 10 18:52:31.169072 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2e2f14-f960-4bff-a6f4-d6125785fd1b req-d7b0b4e0-2edf-47e5-80e5-83e14d9aab2b tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:52:31.180122 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-1d2e2f14-f960-4bff-a6f4-d6125785fd1b req-d7b0b4e0-2edf-47e5-80e5-83e14d9aab2b tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 943 time: 0.1277192 Jun 10 18:52:31.239204 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-1d2e2f14-f960-4bff-a6f4-d6125785fd1b req-03e539ee-5ba8-4f48-978c-d03622d0aae1 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580227 Jun 10 18:52:31.377192 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209675b0-53a0-40b1-8e54-f9d3a33cb3ba req-2f4e32c6-d766-41bf-9996-b774de9421f4 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:52:31.379151 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-209675b0-53a0-40b1-8e54-f9d3a33cb3ba req-2f4e32c6-d766-41bf-9996-b774de9421f4 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] 10.222.0.15 "GET /v2.0/ports?device_id=95e062b3-a8a5-43f0-bd8a-3a22b0b0d48b HTTP/1.1" status: 200 len: 945 time: 0.0817449 Jun 10 18:52:31.381692 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced8c4a5-b136-4ca3-ba9c-1f402f23e3cf None None] Network 234c7d57-d14b-4f21-bd7d-afe22a343abc requested from dv-cinder-786260-4-iscsi {{(pid=98186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 18:52:31.436528 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-209675b0-53a0-40b1-8e54-f9d3a33cb3ba req-a0e3275c-fd9f-44f8-b38e-a9cdc7ae0f9a tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a819a32-9ec6-4225-92dd-4742503449c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513327 Jun 10 18:52:31.744281 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 51424) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:52:31.749377 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.v2.base [None req-f8fb73c3-0d4b-41da-a413-b2f12cc9443b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1229165033-network', 'tenant_id': 'db348054e83a4dccbcf4c9e7c0310895'}} {{(pid=98185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:52:31.770610 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8fb73c3-0d4b-41da-a413-b2f12cc9443b admin admin] Made reservation on behalf of db348054e83a4dccbcf4c9e7c0310895 for: {'network': 1} {{(pid=98185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 18:52:31.773015 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-f8fb73c3-0d4b-41da-a413-b2f12cc9443b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-941319'] for network, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:31.785329 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-f8fb73c3-0d4b-41da-a413-b2f12cc9443b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:31.887854 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-f8fb73c3-0d4b-41da-a413-b2f12cc9443b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:31.892092 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-f8fb73c3-0d4b-41da-a413-b2f12cc9443b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:31.895211 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-d96068f5-3300-4088-8090-6e324640d3dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:52:31.917671 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8fb73c3-0d4b-41da-a413-b2f12cc9443b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=98185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 18:52:31.934281 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fb73c3-0d4b-41da-a413-b2f12cc9443b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69928869-1a4a-40bb-a8f6-6f4535453d5c,revision_number=1']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:52:31.937124 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-f8fb73c3-0d4b-41da-a413-b2f12cc9443b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881768'] for segment, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:31.937493 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.db.segments_db [None req-f8fb73c3-0d4b-41da-a413-b2f12cc9443b admin admin] Added segment b29a5e94-0718-40a8-b389-31b2deb2714d of type vlan for network 348e8a9b-be1a-4d09-8d38-d025709d54c3 Jun 10 18:52:31.938874 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-f8fb73c3-0d4b-41da-a413-b2f12cc9443b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:52:31.993372 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-f8fb73c3-0d4b-41da-a413-b2f12cc9443b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731578050973'] for network, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:32.025751 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-f8fb73c3-0d4b-41da-a413-b2f12cc9443b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731739'] for network, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:32.028115 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8fb73c3-0d4b-41da-a413-b2f12cc9443b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:52:32.028719 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-f8fb73c3-0d4b-41da-a413-b2f12cc9443b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731712'] for network, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:32.031709 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:52:32.069508 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-f8fb73c3-0d4b-41da-a413-b2f12cc9443b admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3241000 Jun 10 18:52:32.072162 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 51426) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:52:32.122368 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.v2.base [None req-ebe9d38c-869f-4068-bcb6-3c0730961b12 admin admin] Request body: {'subnet': {'network_id': '348e8a9b-be1a-4d09-8d38-d025709d54c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1229165033-subnet', 'tenant_id': 'db348054e83a4dccbcf4c9e7c0310895', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:52:32.127214 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fb73c3-0d4b-41da-a413-b2f12cc9443b admin admin] Pushing event updated for resources: {'Network': ['ID=348e8a9b-be1a-4d09-8d38-d025709d54c3,revision_number=1']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:52:32.130016 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-f8fb73c3-0d4b-41da-a413-b2f12cc9443b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:52:32.138091 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Network 348e8a9b-be1a-4d09-8d38-d025709d54c3 details requested by agent ovs-agent-dv-cinder-786260-4-iscsi with host dv-cinder-786260-4-iscsi {{(pid=98186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 18:52:32.147873 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebe9d38c-869f-4068-bcb6-3c0730961b12 admin admin] Made reservation on behalf of db348054e83a4dccbcf4c9e7c0310895 for: {'subnet': 1} {{(pid=98185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 18:52:32.150340 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-ebe9d38c-869f-4068-bcb6-3c0730961b12 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11674973'] for subnet, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:32.402903 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-ebe9d38c-869f-4068-bcb6-3c0730961b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11876954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11674955'] for subnet, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:32.408580 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:52:32.489158 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe9d38c-869f-4068-bcb6-3c0730961b12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41691065-50c1-4a8d-99e1-e17167205cde,revision_number=0']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:52:32.493423 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f5dd77-990e-404e-be9c-bd414d142647 req-041ab440-5a31-4219-98e6-e0feb4e2a42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:52:32.494237 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-ebe9d38c-869f-4068-bcb6-3c0730961b12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:52:32.496398 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-84f5dd77-990e-404e-be9c-bd414d142647 req-041ab440-5a31-4219-98e6-e0feb4e2a42a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078&tenant_id=c50ca810c49044daa0af12e38f6ab6a1 HTTP/1.1" status: 200 len: 1096 time: 0.0972297 Jun 10 18:52:32.504992 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8400e804-4898-4953-8e05-64b6df7716dc req-0d5184a4-9118-4df1-a1a3-3eaf60d8f5e7 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:52:32.506548 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-8400e804-4898-4953-8e05-64b6df7716dc req-0d5184a4-9118-4df1-a1a3-3eaf60d8f5e7 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 943 time: 0.1531687 Jun 10 18:52:32.514599 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe9d38c-869f-4068-bcb6-3c0730961b12 admin admin] Checking segment: {'id': 'b29a5e94-0718-40a8-b389-31b2deb2714d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '348e8a9b-be1a-4d09-8d38-d025709d54c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 18:52:32.514961 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe9d38c-869f-4068-bcb6-3c0730961b12 admin admin] Network hostable DHCP agents. Network: 348e8a9b-be1a-4d09-8d38-d025709d54c3, hostable agents: ['32d11a73-8882-47f0-8c19-15a088a2f1dc'], hosted agents: [] {{(pid=98185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 18:52:32.563401 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-8400e804-4898-4953-8e05-64b6df7716dc req-3db246c3-b5d2-4ca9-99c0-c6347d253495 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498886 Jun 10 18:52:32.564024 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe9d38c-869f-4068-bcb6-3c0730961b12 admin admin] Network 348e8a9b-be1a-4d09-8d38-d025709d54c3 is scheduled to be hosted by DHCP agent 32d11a73-8882-47f0-8c19-15a088a2f1dc with binding_index 1 {{(pid=98185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 18:52:32.577664 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.base_scheduler [None req-ebe9d38c-869f-4068-bcb6-3c0730961b12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-4-iscsi, 348e8a9b-be1a-4d09-8d38-d025709d54c3) {{(pid=98185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 18:52:32.585164 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe9d38c-869f-4068-bcb6-3c0730961b12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:52:32.585861 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-ebe9d38c-869f-4068-bcb6-3c0730961b12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:32.594637 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66673f6-0ad2-46d9-ae73-3430c68fe821 None None] Network 348e8a9b-be1a-4d09-8d38-d025709d54c3 requested from dv-cinder-786260-4-iscsi {{(pid=98186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 18:52:32.615334 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-ebe9d38c-869f-4068-bcb6-3c0730961b12 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5399990 Jun 10 18:52:32.690017 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f5dd77-990e-404e-be9c-bd414d142647 req-63872a2b-7fd6-4666-af37-2bf3e4defe46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:52:32.691515 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-84f5dd77-990e-404e-be9c-bd414d142647 req-63872a2b-7fd6-4666-af37-2bf3e4defe46 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c50ca810c49044daa0af12e38f6ab6a1&device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 1096 time: 0.1388297 Jun 10 18:52:32.704427 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869d0fe8-5e54-4552-91a4-63cbafef8910 req-9688557f-355a-433a-9018-890df4e29ba9 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:52:32.706048 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-869d0fe8-5e54-4552-91a4-63cbafef8910 req-9688557f-355a-433a-9018-890df4e29ba9 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] 10.222.0.15 "GET /v2.0/ports?device_id=95e062b3-a8a5-43f0-bd8a-3a22b0b0d48b HTTP/1.1" status: 200 len: 945 time: 0.1123080 Jun 10 18:52:32.823452 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-869d0fe8-5e54-4552-91a4-63cbafef8910 req-40331d6f-7d6e-4088-a54f-48affce45d1b tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a819a32-9ec6-4225-92dd-4742503449c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076124 Jun 10 18:52:32.858915 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f5dd77-990e-404e-be9c-bd414d142647 req-a710eeaf-a039-420c-bc2e-a9660746a460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:52:32.860534 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-84f5dd77-990e-404e-be9c-bd414d142647 req-a710eeaf-a039-420c-bc2e-a9660746a460 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a9c6338b-27b7-4507-a101-996d60be3c98 HTTP/1.1" status: 200 len: 918 time: 0.1534131 Jun 10 18:52:32.939098 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddbf012d-e250-4c7f-b492-26a6462d81d6 None None] Network 348e8a9b-be1a-4d09-8d38-d025709d54c3 requested from dv-cinder-786260-4-iscsi {{(pid=98186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 18:52:32.961389 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-84f5dd77-990e-404e-be9c-bd414d142647 req-e62fdb7c-52a8-43d6-aa09-94f4bca90929 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76331b0e-aa76-4209-9101-3faadfe15b6d HTTP/1.1" status: 200 len: 999 time: 0.0933061 Jun 10 18:52:33.026091 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f5dd77-990e-404e-be9c-bd414d142647 req-677bde45-8487-4ef5-892c-ae1e69f4dd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:52:33.028165 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-84f5dd77-990e-404e-be9c-bd414d142647 req-677bde45-8487-4ef5-892c-ae1e69f4dd65 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a8ea2a47-c287-4e16-9d1f-c9a7e0a2eaeb HTTP/1.1" status: 200 len: 856 time: 0.0580950 Jun 10 18:52:33.095150 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f5dd77-990e-404e-be9c-bd414d142647 req-1a670c9e-09ba-4135-b372-50f14a067841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:52:33.096647 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-84f5dd77-990e-404e-be9c-bd414d142647 req-1a670c9e-09ba-4135-b372-50f14a067841 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a9c6338b-27b7-4507-a101-996d60be3c98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0613754 Jun 10 18:52:33.231953 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-84f5dd77-990e-404e-be9c-bd414d142647 req-c2f90e65-0329-472c-b99d-05a629c3dcd2 service neutron] 10.222.0.39 "GET /v2.0/networks/a9c6338b-27b7-4507-a101-996d60be3c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283281 Jun 10 18:52:33.356046 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-84f5dd77-990e-404e-be9c-bd414d142647 req-e3389bcd-7936-456a-8a8f-16ba023df230 service neutron] 10.222.0.39 "GET /v2.0/networks/a9c6338b-27b7-4507-a101-996d60be3c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152384 Jun 10 18:52:33.794794 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7454f2-408c-46f2-8fcd-95d583cba10a req-f7af64b4-a6c3-465d-9aca-3e0170a41d29 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:52:33.796354 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-2a7454f2-408c-46f2-8fcd-95d583cba10a req-f7af64b4-a6c3-465d-9aca-3e0170a41d29 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 943 time: 0.0740435 Jun 10 18:52:33.847142 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-2a7454f2-408c-46f2-8fcd-95d583cba10a req-b3c357b9-f55d-42f9-9d13-a610a1d1de64 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449350 Jun 10 18:52:33.905653 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da60037-d7ad-4a52-8a0c-3228ec9d0cdf req-6d4974f4-1968-4d0a-aa7d-614f4c0b71dd tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:52:33.908179 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-5da60037-d7ad-4a52-8a0c-3228ec9d0cdf req-6d4974f4-1968-4d0a-aa7d-614f4c0b71dd tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] 10.222.0.39 "GET /v2.0/ports?device_id=95e062b3-a8a5-43f0-bd8a-3a22b0b0d48b HTTP/1.1" status: 200 len: 945 time: 0.0979173 Jun 10 18:52:34.085961 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf78d1e-f7d1-457c-a540-de9fca4a28f9 req-e952574e-2365-4391-9e70-975fa83b06d3 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:52:34.087554 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-dbf78d1e-f7d1-457c-a540-de9fca4a28f9 req-e952574e-2365-4391-9e70-975fa83b06d3 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] 10.222.0.15 "GET /v2.0/ports?device_id=95e062b3-a8a5-43f0-bd8a-3a22b0b0d48b HTTP/1.1" status: 200 len: 945 time: 0.1058519 Jun 10 18:52:34.154970 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-dbf78d1e-f7d1-457c-a540-de9fca4a28f9 req-1bafb598-82d5-4361-8e59-bedb2dffe058 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a819a32-9ec6-4225-92dd-4742503449c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598769 Jun 10 18:52:35.043101 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1b7589-025a-499e-a4af-87eff63870ea req-02889e80-16d2-4f6a-b387-721f5b547f7c tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:52:35.044699 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-9c1b7589-025a-499e-a4af-87eff63870ea req-02889e80-16d2-4f6a-b387-721f5b547f7c tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 943 time: 0.0765593 Jun 10 18:52:35.093989 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-9c1b7589-025a-499e-a4af-87eff63870ea req-19016e35-cfa0-4b0f-af8f-71f6ab67193d tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436418 Jun 10 18:52:35.332836 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4abfb35-b961-4358-acac-54cdb465a5d4 req-5f832f29-f844-42e6-aa7d-d3b32afcf382 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:52:35.334357 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-a4abfb35-b961-4358-acac-54cdb465a5d4 req-5f832f29-f844-42e6-aa7d-d3b32afcf382 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] 10.222.0.15 "GET /v2.0/ports?device_id=95e062b3-a8a5-43f0-bd8a-3a22b0b0d48b HTTP/1.1" status: 200 len: 945 time: 0.0710881 Jun 10 18:52:35.376880 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-a4abfb35-b961-4358-acac-54cdb465a5d4 req-7eec7c7c-449c-42df-9429-b28a94029259 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a819a32-9ec6-4225-92dd-4742503449c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365498 Jun 10 18:52:36.289529 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d08377-d592-4c25-ad10-9e31f83bbf90 req-3e15d3b4-1243-4e69-9878-f0b4f53a4b0a tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:52:36.291072 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-d2d08377-d592-4c25-ad10-9e31f83bbf90 req-3e15d3b4-1243-4e69-9878-f0b4f53a4b0a tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 943 time: 0.0785391 Jun 10 18:52:36.338627 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-d2d08377-d592-4c25-ad10-9e31f83bbf90 req-58dfbd97-951b-40a6-8e00-3df05be57708 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394530 Jun 10 18:52:36.572164 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77504658-e07f-4a99-9919-4a305d95283a req-e2ad818b-62a6-4062-8651-2b4f2ff839b0 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:52:36.575128 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-77504658-e07f-4a99-9919-4a305d95283a req-e2ad818b-62a6-4062-8651-2b4f2ff839b0 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] 10.222.0.15 "GET /v2.0/ports?device_id=95e062b3-a8a5-43f0-bd8a-3a22b0b0d48b HTTP/1.1" status: 200 len: 945 time: 0.0761011 Jun 10 18:52:36.619019 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-77504658-e07f-4a99-9919-4a305d95283a req-1607dc96-cc14-43a9-87c2-2ea6bc138b49 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a819a32-9ec6-4225-92dd-4742503449c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380075 Jun 10 18:52:36.988698 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Device 9450a30c-082e-445e-9c36-e1b2c760033d no longer exists at agent hyperv_hv-cinder-78626 {{(pid=98186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 18:52:37.089423 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:37.114900 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95e062b3-a8a5-43f0-bd8a-3a22b0b0d48b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9450a30c-082e-445e-9c36-e1b2c760033d'}] {{(pid=98186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 18:52:37.117249 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c2f46a37dc9d9ea27ba47e2e5c887733d44c46f74833e79389795ef1d11a41d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44223846-c5f5-4be0-a915-a3e473aec3c4" -d '{"events": [{"server_uuid": "95e062b3-a8a5-43f0-bd8a-3a22b0b0d48b", "name": "network-vif-unplugged", "status": "completed", "tag": "9450a30c-082e-445e-9c36-e1b2c760033d"}]}' {{(pid=98186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 18:52:37.131539 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] For port 9450a30c-082e-445e-9c36-e1b2c760033d, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=9450a30c-082e-445e-9c36-e1b2c760033d,segment=NetworkSegment(37397a1f-5221-4650-81d8-34c17949ed4a),segment_id=37397a1f-5221-4650-81d8-34c17949ed4a)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:52:37.135637 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:37.137475 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:52:37.163123 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Jun 2021 18:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a19ac76c-c6f7-46ed-bfca-afccce884806 x-openstack-request-id: req-a19ac76c-c6f7-46ed-bfca-afccce884806 {{(pid=98186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 18:52:37.163476 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95e062b3-a8a5-43f0-bd8a-3a22b0b0d48b", "name": "network-vif-unplugged", "status": "completed", "tag": "9450a30c-082e-445e-9c36-e1b2c760033d", "code": 200}]} {{(pid=98186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 18:52:37.163729 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a19ac76c-c6f7-46ed-bfca-afccce884806 {{(pid=98186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 18:52:37.164126 dv-cinder-786260-4-iscsi neutron-server[98186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95e062b3-a8a5-43f0-bd8a-3a22b0b0d48b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9450a30c-082e-445e-9c36-e1b2c760033d', 'code': 200} Jun 10 18:52:37.192728 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Pushing event updated for resources: {'Port': ['ID=9450a30c-082e-445e-9c36-e1b2c760033d,revision_number=6']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:52:37.196217 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:52:37.531210 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6042e4b2-a411-4b66-838d-4bea7c7fd76f req-ce88dede-bb71-4538-8132-fc581d391dfe tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:52:37.532715 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-6042e4b2-a411-4b66-838d-4bea7c7fd76f req-ce88dede-bb71-4538-8132-fc581d391dfe tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 943 time: 0.0733848 Jun 10 18:52:37.576767 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-6042e4b2-a411-4b66-838d-4bea7c7fd76f req-533dacf3-8ddf-4d5d-afec-ae08147bbd8c tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383151 Jun 10 18:52:37.812244 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0179f26-9be7-4cd7-ad24-3238119f84a3 req-0b6b7b3f-bbaa-480e-ba10-089207290733 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:52:37.813758 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-c0179f26-9be7-4cd7-ad24-3238119f84a3 req-0b6b7b3f-bbaa-480e-ba10-089207290733 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] 10.222.0.15 "GET /v2.0/ports?device_id=95e062b3-a8a5-43f0-bd8a-3a22b0b0d48b HTTP/1.1" status: 200 len: 943 time: 0.0761788 Jun 10 18:52:37.858382 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-c0179f26-9be7-4cd7-ad24-3238119f84a3 req-5f210d33-4b56-4c4d-b4b5-c3656b6c1c23 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a819a32-9ec6-4225-92dd-4742503449c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389106 Jun 10 18:52:38.781597 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5f23be-a920-4ac8-b107-27e2e0f5b6d9 req-fcc2567b-35a8-4db9-9a64-b0ec163f007c tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:52:38.782996 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-4f5f23be-a920-4ac8-b107-27e2e0f5b6d9 req-fcc2567b-35a8-4db9-9a64-b0ec163f007c tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 943 time: 0.0782492 Jun 10 18:52:38.827395 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-4f5f23be-a920-4ac8-b107-27e2e0f5b6d9 req-94a5eea5-7d04-4ba1-b704-22af98f67b35 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387688 Jun 10 18:52:39.052340 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb63d12-80c1-48af-aa81-f85f7c4fd49a req-ee236b6b-8550-4a8b-b15e-31a53196dc43 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:52:39.053828 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-3eb63d12-80c1-48af-aa81-f85f7c4fd49a req-ee236b6b-8550-4a8b-b15e-31a53196dc43 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] 10.222.0.15 "GET /v2.0/ports?device_id=95e062b3-a8a5-43f0-bd8a-3a22b0b0d48b HTTP/1.1" status: 200 len: 943 time: 0.0711176 Jun 10 18:52:39.098305 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-3eb63d12-80c1-48af-aa81-f85f7c4fd49a req-bb7f73be-a6a1-4e25-99be-1a6974cb1177 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a819a32-9ec6-4225-92dd-4742503449c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379176 Jun 10 18:52:40.022343 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604cbed3-b966-4fa6-bdc0-8a19e1aebb5f req-2171e765-a9ff-43c7-877f-8c9f1f5db543 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:52:40.023823 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-604cbed3-b966-4fa6-bdc0-8a19e1aebb5f req-2171e765-a9ff-43c7-877f-8c9f1f5db543 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 943 time: 0.0742102 Jun 10 18:52:40.069973 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-604cbed3-b966-4fa6-bdc0-8a19e1aebb5f req-d155d594-bd00-49c9-a7ff-739c778c3915 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399239 Jun 10 18:52:40.285636 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68244897-026b-4515-b9b1-1641c0e46252 req-f9c7e7e2-b63a-44a8-b018-74e612c8a564 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:52:40.287163 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-68244897-026b-4515-b9b1-1641c0e46252 req-f9c7e7e2-b63a-44a8-b018-74e612c8a564 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] 10.222.0.15 "GET /v2.0/ports?device_id=95e062b3-a8a5-43f0-bd8a-3a22b0b0d48b HTTP/1.1" status: 200 len: 943 time: 0.0763252 Jun 10 18:52:40.332751 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-68244897-026b-4515-b9b1-1641c0e46252 req-ed0b0ecb-c76c-41eb-aefc-30b863ad03b2 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a819a32-9ec6-4225-92dd-4742503449c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397141 Jun 10 18:52:41.275237 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f71f34-4438-4780-bd9d-7aa62880b668 req-64e59493-9269-48a4-942f-c2154d6952f1 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:52:41.277294 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-59f71f34-4438-4780-bd9d-7aa62880b668 req-64e59493-9269-48a4-942f-c2154d6952f1 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 943 time: 0.0757644 Jun 10 18:52:41.320622 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-59f71f34-4438-4780-bd9d-7aa62880b668 req-326ec61e-b1f5-44e8-b94f-05783d6d4332 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370495 Jun 10 18:52:41.518631 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d371f39b-02df-41a1-a12b-56ca3bf87c07 req-d6177e4f-7559-4df7-a043-27bb4ee6a154 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:52:41.520120 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-d371f39b-02df-41a1-a12b-56ca3bf87c07 req-d6177e4f-7559-4df7-a043-27bb4ee6a154 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] 10.222.0.15 "GET /v2.0/ports?device_id=95e062b3-a8a5-43f0-bd8a-3a22b0b0d48b HTTP/1.1" status: 200 len: 943 time: 0.0728714 Jun 10 18:52:41.564310 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-d371f39b-02df-41a1-a12b-56ca3bf87c07 req-f6d02ff2-a777-49d4-99d8-a4421ed6175d tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a819a32-9ec6-4225-92dd-4742503449c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381505 Jun 10 18:52:41.799010 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-5ccf74b0-5b1d-4b09-a0b5-8b8b9b07ec19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:42.515121 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44162be2-de73-4db4-ba96-71f0d054069e req-cb9ee5f6-de6c-42b7-bd5e-18a6ab4aeeaf tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:52:42.516625 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-44162be2-de73-4db4-ba96-71f0d054069e req-cb9ee5f6-de6c-42b7-bd5e-18a6ab4aeeaf tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 943 time: 0.0719035 Jun 10 18:52:42.559241 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-44162be2-de73-4db4-ba96-71f0d054069e req-09d33ec0-b2e3-4916-8874-ebb371183baf tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370412 Jun 10 18:52:42.759636 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8d2e51-3e9a-490c-b273-dba0c4d67ba8 req-50a77eb5-74ab-4460-ac0f-aef2871a3b50 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:52:42.762210 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-4a8d2e51-3e9a-490c-b273-dba0c4d67ba8 req-50a77eb5-74ab-4460-ac0f-aef2871a3b50 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] 10.222.0.15 "GET /v2.0/ports?device_id=95e062b3-a8a5-43f0-bd8a-3a22b0b0d48b HTTP/1.1" status: 200 len: 943 time: 0.0846210 Jun 10 18:52:42.804614 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-4a8d2e51-3e9a-490c-b273-dba0c4d67ba8 req-549eaeb8-e435-4869-b12a-a5bc6a614624 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a819a32-9ec6-4225-92dd-4742503449c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366592 Jun 10 18:52:43.757929 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245bf032-dd2c-42a0-93fb-5687b55ff0e8 req-53fc190e-7e5f-48b4-965b-155d1ecb9b6f tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:52:43.759402 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-245bf032-dd2c-42a0-93fb-5687b55ff0e8 req-53fc190e-7e5f-48b4-965b-155d1ecb9b6f tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 943 time: 0.0749249 Jun 10 18:52:43.802846 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-245bf032-dd2c-42a0-93fb-5687b55ff0e8 req-6516ddfb-b7f8-4a81-ab90-4548f68579fb tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369110 Jun 10 18:52:43.997424 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daa76e5-63c9-4813-a1ad-23b5a84375d8 req-a718404a-7093-4769-910d-f7f8547a4703 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:52:43.998920 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-9daa76e5-63c9-4813-a1ad-23b5a84375d8 req-a718404a-7093-4769-910d-f7f8547a4703 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] 10.222.0.15 "GET /v2.0/ports?device_id=95e062b3-a8a5-43f0-bd8a-3a22b0b0d48b HTTP/1.1" status: 200 len: 943 time: 0.0724993 Jun 10 18:52:44.044255 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-9daa76e5-63c9-4813-a1ad-23b5a84375d8 req-94364763-b0e3-49b6-a46c-ebe9e85761c1 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a819a32-9ec6-4225-92dd-4742503449c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375111 Jun 10 18:52:44.272258 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-65e258ed-c261-4f62-a628-1ac5734e0dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:44.422167 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:45.000659 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af150d6-8793-48b8-8b9e-6b05a82bb450 req-acc0a32a-6b6a-485f-9b9e-4b67fbeac3fe tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:52:45.002166 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-5af150d6-8793-48b8-8b9e-6b05a82bb450 req-acc0a32a-6b6a-485f-9b9e-4b67fbeac3fe tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 943 time: 0.0756679 Jun 10 18:52:45.045186 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-5af150d6-8793-48b8-8b9e-6b05a82bb450 req-029f00d6-843f-42ce-b61a-4866e3f0406e tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370903 Jun 10 18:52:45.234886 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db4daeb-2cd7-4fd8-bae5-7827dda848dd req-5150382c-7c66-4644-97b4-27ef8087af6d tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:52:45.236485 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-0db4daeb-2cd7-4fd8-bae5-7827dda848dd req-5150382c-7c66-4644-97b4-27ef8087af6d tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] 10.222.0.15 "GET /v2.0/ports?device_id=95e062b3-a8a5-43f0-bd8a-3a22b0b0d48b HTTP/1.1" status: 200 len: 943 time: 0.0798802 Jun 10 18:52:45.280710 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-0db4daeb-2cd7-4fd8-bae5-7827dda848dd req-a45822b4-b26e-4a63-a4fe-c2ade774291d tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a819a32-9ec6-4225-92dd-4742503449c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385332 Jun 10 18:52:45.425888 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-8dcc316c-a8c5-4da3-a0ad-e3f4fe9157be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:46.244560 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baef718-7f66-4070-9b62-26153b1b1905 req-2633afeb-212d-4484-98ee-04b124944531 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:52:46.246117 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-7baef718-7f66-4070-9b62-26153b1b1905 req-2633afeb-212d-4484-98ee-04b124944531 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 943 time: 0.0766554 Jun 10 18:52:46.289030 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-7baef718-7f66-4070-9b62-26153b1b1905 req-069feb12-c93b-4997-85c8-4f0dd0eed45b tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366123 Jun 10 18:52:46.470154 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61ed92d-78c2-4bf7-9c4a-e6bab2c894ea req-d5cc5049-f844-44a8-baaa-d635b4d8b52d tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:52:46.471680 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-d61ed92d-78c2-4bf7-9c4a-e6bab2c894ea req-d5cc5049-f844-44a8-baaa-d635b4d8b52d tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] 10.222.0.15 "GET /v2.0/ports?device_id=95e062b3-a8a5-43f0-bd8a-3a22b0b0d48b HTTP/1.1" status: 200 len: 943 time: 0.0753338 Jun 10 18:52:46.519388 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-d61ed92d-78c2-4bf7-9c4a-e6bab2c894ea req-8967ee1b-abbb-4c80-8842-9b3d48d6b35b tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a819a32-9ec6-4225-92dd-4742503449c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411525 Jun 10 18:52:47.231091 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-bf1ede84-8c21-46ff-8a19-cb90afe635a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:47.486705 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72c5bac-2394-448e-adb3-ca9990b9e26a req-6091b4d1-2f24-4a35-a282-f83e48fec0cf tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:52:47.488175 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-c72c5bac-2394-448e-adb3-ca9990b9e26a req-6091b4d1-2f24-4a35-a282-f83e48fec0cf tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 943 time: 0.0765259 Jun 10 18:52:47.530976 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-c72c5bac-2394-448e-adb3-ca9990b9e26a req-4b86c46e-4111-44fc-9e4a-dedcf6013b63 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372944 Jun 10 18:52:47.607114 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:47.702629 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b638d156-8126-46cd-97dc-09291be4f9e0 req-99a4952b-aada-4fb4-9715-2668bb63a147 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:52:47.704345 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-b638d156-8126-46cd-97dc-09291be4f9e0 req-99a4952b-aada-4fb4-9715-2668bb63a147 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] 10.222.0.15 "GET /v2.0/ports?device_id=95e062b3-a8a5-43f0-bd8a-3a22b0b0d48b HTTP/1.1" status: 200 len: 943 time: 0.0741003 Jun 10 18:52:47.747419 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-b638d156-8126-46cd-97dc-09291be4f9e0 req-99c4335e-3229-427a-a274-b5fea9b405d7 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a819a32-9ec6-4225-92dd-4742503449c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373473 Jun 10 18:52:48.735965 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e4cc6c-8b72-4887-923d-70c039fc3bcb req-7d42c2b5-d76b-442e-968a-944a0221ab59 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:52:48.737484 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-97e4cc6c-8b72-4887-923d-70c039fc3bcb req-7d42c2b5-d76b-442e-968a-944a0221ab59 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 943 time: 0.0796838 Jun 10 18:52:48.782826 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-97e4cc6c-8b72-4887-923d-70c039fc3bcb req-618cf065-a13e-4dd9-8f4b-d5acc88351b2 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397346 Jun 10 18:52:48.927934 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f742b49a-e90d-4fa7-9b05-da1d8eadb78f req-6737b3ea-8eaf-499d-a00b-95a69110f7e3 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:52:48.929370 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-f742b49a-e90d-4fa7-9b05-da1d8eadb78f req-6737b3ea-8eaf-499d-a00b-95a69110f7e3 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] 10.222.0.15 "GET /v2.0/ports?device_id=95e062b3-a8a5-43f0-bd8a-3a22b0b0d48b HTTP/1.1" status: 200 len: 943 time: 0.0670819 Jun 10 18:52:48.970956 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-f742b49a-e90d-4fa7-9b05-da1d8eadb78f req-74372803-0bdd-41a1-b793-9e6aa8968ade tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a819a32-9ec6-4225-92dd-4742503449c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353281 Jun 10 18:52:49.619907 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 51690) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:52:49.675120 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.db.db_base_plugin_v2 [None req-51051ef9-113f-4894-ac21-11af5b8bf0ac admin admin] Deleting subnet 0f539d6b-a476-45ec-8b8a-eef225d1cef1 {{(pid=98185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 18:52:49.678177 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-51051ef9-113f-4894-ac21-11af5b8bf0ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:49.719131 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-51051ef9-113f-4894-ac21-11af5b8bf0ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9585371'] for subnet, precommit_delete_associations {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:49.765513 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-51051ef9-113f-4894-ac21-11af5b8bf0ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883551'] for subnet, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:49.833657 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-51051ef9-113f-4894-ac21-11af5b8bf0ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11876891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11674946'] for subnet, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:49.846521 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-03e300dc-40a1-4fe4-9da0-7186cdedc35a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:52:49.874901 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51051ef9-113f-4894-ac21-11af5b8bf0ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f539d6b-a476-45ec-8b8a-eef225d1cef1,revision_number=None']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:52:49.882200 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-51051ef9-113f-4894-ac21-11af5b8bf0ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:49.887117 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-51051ef9-113f-4894-ac21-11af5b8bf0ac admin admin] 10.222.0.15 "DELETE /v2.0/subnets/0f539d6b-a476-45ec-8b8a-eef225d1cef1 HTTP/1.1" status: 204 len: 168 time: 0.2659116 Jun 10 18:52:49.887257 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 51702) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:52:49.888534 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51051ef9-113f-4894-ac21-11af5b8bf0ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:52:49.888868 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51051ef9-113f-4894-ac21-11af5b8bf0ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:52:49.889406 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51051ef9-113f-4894-ac21-11af5b8bf0ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:52:49.889969 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51051ef9-113f-4894-ac21-11af5b8bf0ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:52:49.890487 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51051ef9-113f-4894-ac21-11af5b8bf0ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:52:49.891016 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51051ef9-113f-4894-ac21-11af5b8bf0ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:52:49.891540 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51051ef9-113f-4894-ac21-11af5b8bf0ac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:52:49.892060 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51051ef9-113f-4894-ac21-11af5b8bf0ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:52:49.892687 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51051ef9-113f-4894-ac21-11af5b8bf0ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:52:49.893210 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51051ef9-113f-4894-ac21-11af5b8bf0ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:52:49.893756 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51051ef9-113f-4894-ac21-11af5b8bf0ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:52:49.894111 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51051ef9-113f-4894-ac21-11af5b8bf0ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:52:49.897592 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-51051ef9-113f-4894-ac21-11af5b8bf0ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:52:49.985224 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-4a459699-45a3-47ba-aae0-f6cecec1ca73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542662'] for network, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:50.099975 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-4a459699-45a3-47ba-aae0-f6cecec1ca73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-876752', 'neutron.services.segments.db._delete_segments_for_network-8731578620079'] for network, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:50.113045 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.services.segments.db [None req-4a459699-45a3-47ba-aae0-f6cecec1ca73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['234c7d57-d14b-4f21-bd7d-afe22a343abc']}} {{(pid=98184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:52:50.147581 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.services.segments.db [None req-4a459699-45a3-47ba-aae0-f6cecec1ca73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96a3ef55-7efe-41c3-969d-aba047f38422') {'for_net_delete': True} {{(pid=98184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:52:50.147996 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.services.segments.db [None req-4a459699-45a3-47ba-aae0-f6cecec1ca73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96a3ef55-7efe-41c3-969d-aba047f38422') {} {{(pid=98184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:52:50.183406 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-4a459699-45a3-47ba-aae0-f6cecec1ca73 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731578619908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374928'] for segment, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:50.208275 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-4a459699-45a3-47ba-aae0-f6cecec1ca73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881768'] for segment, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:50.213594 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf46238-48d4-4adc-a6cf-550ab0c7d2bd req-e0598baa-7a8c-49f5-b927-d5345f7a2745 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:52:50.215505 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-fbf46238-48d4-4adc-a6cf-550ab0c7d2bd req-e0598baa-7a8c-49f5-b927-d5345f7a2745 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] 10.222.0.15 "GET /v2.0/ports?device_id=95e062b3-a8a5-43f0-bd8a-3a22b0b0d48b HTTP/1.1" status: 200 len: 943 time: 0.0832558 Jun 10 18:52:50.217843 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a459699-45a3-47ba-aae0-f6cecec1ca73 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=98184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 18:52:50.218306 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-4a459699-45a3-47ba-aae0-f6cecec1ca73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12374130'] for segment, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:50.220719 dv-cinder-786260-4-iscsi neutron-server[98184]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 18:52:50.220719 dv-cinder-786260-4-iscsi neutron-server[98184]: conditions |= (models_v2.Port.network_id.in_( Jun 10 18:52:50.220719 dv-cinder-786260-4-iscsi neutron-server[98184]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 18:52:50.220719 dv-cinder-786260-4-iscsi neutron-server[98184]: retrieve_revision_numbers = { Jun 10 18:52:50.220719 dv-cinder-786260-4-iscsi neutron-server[98184]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 18:52:50.220719 dv-cinder-786260-4-iscsi neutron-server[98184]: conditions |= (models_v2.Port.network_id.in_( Jun 10 18:52:50.220719 dv-cinder-786260-4-iscsi neutron-server[98184]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 18:52:50.220719 dv-cinder-786260-4-iscsi neutron-server[98184]: retrieve_revision_numbers = { Jun 10 18:52:50.220719 dv-cinder-786260-4-iscsi neutron-server[98184]: Traceback (most recent call last): Jun 10 18:52:50.220719 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 18:52:50.220719 dv-cinder-786260-4-iscsi neutron-server[98184]: timer() Jun 10 18:52:50.220719 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 18:52:50.220719 dv-cinder-786260-4-iscsi neutron-server[98184]: cb(*args, **kw) Jun 10 18:52:50.220719 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 18:52:50.220719 dv-cinder-786260-4-iscsi neutron-server[98184]: return func(*args, **kwargs) Jun 10 18:52:50.220719 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 18:52:50.220719 dv-cinder-786260-4-iscsi neutron-server[98184]: self._notify() Jun 10 18:52:50.220719 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 18:52:50.220719 dv-cinder-786260-4-iscsi neutron-server[98184]: self.callback(batched_events) Jun 10 18:52:50.220719 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 18:52:50.220719 dv-cinder-786260-4-iscsi neutron-server[98184]: event.method(event) Jun 10 18:52:50.220719 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 18:52:50.220719 dv-cinder-786260-4-iscsi neutron-server[98184]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 18:52:50.220719 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 18:52:50.220719 dv-cinder-786260-4-iscsi neutron-server[98184]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 18:52:50.220719 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 18:52:50.220719 dv-cinder-786260-4-iscsi neutron-server[98184]: return f(self, *a, **k) Jun 10 18:52:50.220719 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 18:52:50.220719 dv-cinder-786260-4-iscsi neutron-server[98184]: return self._get(url).json() Jun 10 18:52:50.220719 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 18:52:50.220719 dv-cinder-786260-4-iscsi neutron-server[98184]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 18:52:50.220719 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 18:52:50.220719 dv-cinder-786260-4-iscsi neutron-server[98184]: return self.request(url, 'GET', **kwargs) Jun 10 18:52:50.220719 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 18:52:50.220719 dv-cinder-786260-4-iscsi neutron-server[98184]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 18:52:50.220719 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 18:52:50.220719 dv-cinder-786260-4-iscsi neutron-server[98184]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 18:52:50.220719 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 18:52:50.220719 dv-cinder-786260-4-iscsi neutron-server[98184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 18:52:50.220719 dv-cinder-786260-4-iscsi neutron-server[98184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 18:52:50.257894 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-fbf46238-48d4-4adc-a6cf-550ab0c7d2bd req-020bb81f-ee9f-41c5-9e7c-be048a3aa1b3 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a819a32-9ec6-4225-92dd-4742503449c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362618 Jun 10 18:52:50.308180 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8090b789-3674-42a8-8754-a1f2d680c972 req-db8681ec-1b59-4598-a301-ada55ce77854 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:52:50.309656 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-8090b789-3674-42a8-8754-a1f2d680c972 req-db8681ec-1b59-4598-a301-ada55ce77854 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 943 time: 0.1735215 Jun 10 18:52:50.321586 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-4a459699-45a3-47ba-aae0-f6cecec1ca73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-876761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4045579'] for network, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:50.336844 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:52:50.339692 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-4a459699-45a3-47ba-aae0-f6cecec1ca73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731712'] for network, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:50.341482 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-4a459699-45a3-47ba-aae0-f6cecec1ca73 admin admin] 10.222.0.15 "DELETE /v2.0/networks/234c7d57-d14b-4f21-bd7d-afe22a343abc HTTP/1.1" status: 204 len: 168 time: 0.4533734 Jun 10 18:52:50.346082 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 51710) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:52:50.359164 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a459699-45a3-47ba-aae0-f6cecec1ca73 admin admin] Pushing event deleted for resources: {'Network': ['ID=234c7d57-d14b-4f21-bd7d-afe22a343abc,revision_number=None']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:52:50.375272 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a459699-45a3-47ba-aae0-f6cecec1ca73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:52:50.375643 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a459699-45a3-47ba-aae0-f6cecec1ca73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:52:50.376001 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a459699-45a3-47ba-aae0-f6cecec1ca73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:52:50.376357 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a459699-45a3-47ba-aae0-f6cecec1ca73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:52:50.376704 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a459699-45a3-47ba-aae0-f6cecec1ca73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:52:50.377051 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a459699-45a3-47ba-aae0-f6cecec1ca73 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:52:50.377395 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a459699-45a3-47ba-aae0-f6cecec1ca73 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:52:50.377762 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a459699-45a3-47ba-aae0-f6cecec1ca73 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:52:50.378106 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a459699-45a3-47ba-aae0-f6cecec1ca73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:52:50.378448 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a459699-45a3-47ba-aae0-f6cecec1ca73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:52:50.378789 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a459699-45a3-47ba-aae0-f6cecec1ca73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:52:50.379151 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a459699-45a3-47ba-aae0-f6cecec1ca73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:52:50.384555 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-8090b789-3674-42a8-8754-a1f2d680c972 req-5a5a0fa6-b582-4c51-83de-a0fbbbb90707 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690608 Jun 10 18:52:50.385252 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-4a459699-45a3-47ba-aae0-f6cecec1ca73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:52:50.403322 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f08dbbd-9919-42bb-adb6-64766db1447c admin admin] Deleting subnet 41691065-50c1-4a8d-99e1-e17167205cde {{(pid=98185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 18:52:50.406612 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-0f08dbbd-9919-42bb-adb6-64766db1447c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:50.450823 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-0f08dbbd-9919-42bb-adb6-64766db1447c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9585371'] for subnet, precommit_delete_associations {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:50.497728 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-0f08dbbd-9919-42bb-adb6-64766db1447c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883551'] for subnet, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:50.563101 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-0f08dbbd-9919-42bb-adb6-64766db1447c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11876891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11674946'] for subnet, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:50.565520 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-51051ef9-113f-4894-ac21-11af5b8bf0ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:52:50.603237 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f08dbbd-9919-42bb-adb6-64766db1447c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41691065-50c1-4a8d-99e1-e17167205cde,revision_number=None']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:52:50.607261 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-0f08dbbd-9919-42bb-adb6-64766db1447c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:52:50.612967 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-0f08dbbd-9919-42bb-adb6-64766db1447c admin admin] Notify callbacks [] for subnet, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:50.614971 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-0f08dbbd-9919-42bb-adb6-64766db1447c admin admin] 10.222.0.15 "DELETE /v2.0/subnets/41691065-50c1-4a8d-99e1-e17167205cde HTTP/1.1" status: 204 len: 168 time: 0.2677803 Jun 10 18:52:50.617380 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 51714) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:52:50.652024 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.plugin [req-5da60037-d7ad-4a52-8a0c-3228ec9d0cdf req-9c85200f-9269-4b72-ac68-80c03cc7318b tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] Deleting port 9450a30c-082e-445e-9c36-e1b2c760033d {{(pid=98184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 18:52:50.652727 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [req-5da60037-d7ad-4a52-8a0c-3228ec9d0cdf req-9c85200f-9269-4b72-ac68-80c03cc7318b tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578452511'] for port, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:50.716906 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-191a79ab-d127-496b-aecc-055ea3e65087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542662'] for network, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:50.873378 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-191a79ab-d127-496b-aecc-055ea3e65087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-876752', 'neutron.services.segments.db._delete_segments_for_network-8731578620079'] for network, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:50.887806 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.services.segments.db [None req-191a79ab-d127-496b-aecc-055ea3e65087 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['348e8a9b-be1a-4d09-8d38-d025709d54c3']}} {{(pid=98185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:52:50.891406 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8656e912-d55a-40ba-b3d0-91c9658c76b9 req-186cd405-244d-49ff-a514-6cc6c7e77338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:52:50.892928 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-8656e912-d55a-40ba-b3d0-91c9658c76b9 req-186cd405-244d-49ff-a514-6cc6c7e77338 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c50ca810c49044daa0af12e38f6ab6a1&device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 1096 time: 0.2846999 Jun 10 18:52:50.904179 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.services.segments.db [None req-191a79ab-d127-496b-aecc-055ea3e65087 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b29a5e94-0718-40a8-b389-31b2deb2714d') {'for_net_delete': True} {{(pid=98185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:52:50.904484 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.services.segments.db [None req-191a79ab-d127-496b-aecc-055ea3e65087 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b29a5e94-0718-40a8-b389-31b2deb2714d') {} {{(pid=98185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:52:50.917789 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-191a79ab-d127-496b-aecc-055ea3e65087 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731578619908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9585346'] for segment, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:50.960225 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-191a79ab-d127-496b-aecc-055ea3e65087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881768'] for segment, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:50.970817 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-191a79ab-d127-496b-aecc-055ea3e65087 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=98185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 18:52:50.971247 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-191a79ab-d127-496b-aecc-055ea3e65087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11876740'] for segment, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:50.972916 dv-cinder-786260-4-iscsi neutron-server[98185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 18:52:50.972916 dv-cinder-786260-4-iscsi neutron-server[98185]: conditions |= (models_v2.Port.network_id.in_( Jun 10 18:52:50.972916 dv-cinder-786260-4-iscsi neutron-server[98185]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 18:52:50.972916 dv-cinder-786260-4-iscsi neutron-server[98185]: retrieve_revision_numbers = { Jun 10 18:52:50.972916 dv-cinder-786260-4-iscsi neutron-server[98185]: Traceback (most recent call last): Jun 10 18:52:50.972916 dv-cinder-786260-4-iscsi neutron-server[98185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 18:52:50.972916 dv-cinder-786260-4-iscsi neutron-server[98185]: timer() Jun 10 18:52:50.972916 dv-cinder-786260-4-iscsi neutron-server[98185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 18:52:50.972916 dv-cinder-786260-4-iscsi neutron-server[98185]: cb(*args, **kw) Jun 10 18:52:50.972916 dv-cinder-786260-4-iscsi neutron-server[98185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 18:52:50.972916 dv-cinder-786260-4-iscsi neutron-server[98185]: return func(*args, **kwargs) Jun 10 18:52:50.972916 dv-cinder-786260-4-iscsi neutron-server[98185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 18:52:50.972916 dv-cinder-786260-4-iscsi neutron-server[98185]: self._notify() Jun 10 18:52:50.972916 dv-cinder-786260-4-iscsi neutron-server[98185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 18:52:50.972916 dv-cinder-786260-4-iscsi neutron-server[98185]: self.callback(batched_events) Jun 10 18:52:50.972916 dv-cinder-786260-4-iscsi neutron-server[98185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 18:52:50.972916 dv-cinder-786260-4-iscsi neutron-server[98185]: event.method(event) Jun 10 18:52:50.972916 dv-cinder-786260-4-iscsi neutron-server[98185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 18:52:50.972916 dv-cinder-786260-4-iscsi neutron-server[98185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 18:52:50.972916 dv-cinder-786260-4-iscsi neutron-server[98185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 18:52:50.972916 dv-cinder-786260-4-iscsi neutron-server[98185]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 18:52:50.972916 dv-cinder-786260-4-iscsi neutron-server[98185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 18:52:50.972916 dv-cinder-786260-4-iscsi neutron-server[98185]: return f(self, *a, **k) Jun 10 18:52:50.972916 dv-cinder-786260-4-iscsi neutron-server[98185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 18:52:50.972916 dv-cinder-786260-4-iscsi neutron-server[98185]: return self._get(url).json() Jun 10 18:52:50.972916 dv-cinder-786260-4-iscsi neutron-server[98185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 18:52:50.972916 dv-cinder-786260-4-iscsi neutron-server[98185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 18:52:50.972916 dv-cinder-786260-4-iscsi neutron-server[98185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 18:52:50.972916 dv-cinder-786260-4-iscsi neutron-server[98185]: return self.request(url, 'GET', **kwargs) Jun 10 18:52:50.972916 dv-cinder-786260-4-iscsi neutron-server[98185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 18:52:50.972916 dv-cinder-786260-4-iscsi neutron-server[98185]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 18:52:50.972916 dv-cinder-786260-4-iscsi neutron-server[98185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 18:52:50.972916 dv-cinder-786260-4-iscsi neutron-server[98185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 18:52:50.972916 dv-cinder-786260-4-iscsi neutron-server[98185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 18:52:50.972916 dv-cinder-786260-4-iscsi neutron-server[98185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 18:52:50.972916 dv-cinder-786260-4-iscsi neutron-server[98185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 18:52:51.023533 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.db [req-5da60037-d7ad-4a52-8a0c-3228ec9d0cdf req-9c85200f-9269-4b72-ac68-80c03cc7318b tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] For port 9450a30c-082e-445e-9c36-e1b2c760033d, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=9450a30c-082e-445e-9c36-e1b2c760033d,segment=NetworkSegment(37397a1f-5221-4650-81d8-34c17949ed4a),segment_id=37397a1f-5221-4650-81d8-34c17949ed4a)] {{(pid=98184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:52:51.024276 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [req-5da60037-d7ad-4a52-8a0c-3228ec9d0cdf req-9c85200f-9269-4b72-ac68-80c03cc7318b tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4044702'] for port, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:51.121233 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.plugin [req-5da60037-d7ad-4a52-8a0c-3228ec9d0cdf req-9c85200f-9269-4b72-ac68-80c03cc7318b tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] Calling delete_port for 9450a30c-082e-445e-9c36-e1b2c760033d owned by compute:nova {{(pid=98184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 18:52:51.284668 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [req-5da60037-d7ad-4a52-8a0c-3228ec9d0cdf req-9c85200f-9269-4b72-ac68-80c03cc7318b tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578457411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578064415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12374055'] for port, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:51.294594 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:52:51.336618 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c85200f-9269-4b72-ac68-80c03cc7318b tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] Pushing event deleted for resources: {'Port': ['ID=9450a30c-082e-445e-9c36-e1b2c760033d,revision_number=None']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:52:51.363981 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-9c85200f-9269-4b72-ac68-80c03cc7318b tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:52:51.389528 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-191a79ab-d127-496b-aecc-055ea3e65087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-876761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4045579'] for network, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:51.396564 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8656e912-d55a-40ba-b3d0-91c9658c76b9 req-394e6bab-70c8-4070-9fcf-6195424ac632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:52:51.396683 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.db.l3_dvrscheduler_db [req-5da60037-d7ad-4a52-8a0c-3228ec9d0cdf req-9c85200f-9269-4b72-ac68-80c03cc7318b tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] No DVR routers for this DVR port 9450a30c-082e-445e-9c36-e1b2c760033d on host hv-cinder-78626 {{(pid=98184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 18:52:51.396815 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-8656e912-d55a-40ba-b3d0-91c9658c76b9 req-394e6bab-70c8-4070-9fcf-6195424ac632 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a9c6338b-27b7-4507-a101-996d60be3c98 HTTP/1.1" status: 200 len: 918 time: 0.4798257 Jun 10 18:52:51.398326 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [req-5da60037-d7ad-4a52-8a0c-3228ec9d0cdf req-9c85200f-9269-4b72-ac68-80c03cc7318b tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230521'] for port, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:51.399059 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-191a79ab-d127-496b-aecc-055ea3e65087 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731712'] for network, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:51.400569 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-5da60037-d7ad-4a52-8a0c-3228ec9d0cdf req-9c85200f-9269-4b72-ac68-80c03cc7318b tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] 10.222.0.39 "DELETE /v2.0/ports/9450a30c-082e-445e-9c36-e1b2c760033d HTTP/1.1" status: 204 len: 173 time: 0.8723469 Jun 10 18:52:51.401377 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95e062b3-a8a5-43f0-bd8a-3a22b0b0d48b', 'name': 'network-vif-deleted', 'tag': '9450a30c-082e-445e-9c36-e1b2c760033d'}] {{(pid=98184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 18:52:51.404186 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-191a79ab-d127-496b-aecc-055ea3e65087 admin admin] 10.222.0.15 "DELETE /v2.0/networks/348e8a9b-be1a-4d09-8d38-d025709d54c3 HTTP/1.1" status: 204 len: 168 time: 0.7857602 Jun 10 18:52:51.412178 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb56d522721b4b5adfc42fa723f2f3515f3582caf8bc0113b3f39c2a7fe625ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7fc5005-19b0-4563-a2f2-03c9c9f5a898" -d '{"events": [{"server_uuid": "95e062b3-a8a5-43f0-bd8a-3a22b0b0d48b", "name": "network-vif-deleted", "tag": "9450a30c-082e-445e-9c36-e1b2c760033d"}]}' {{(pid=98184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 18:52:51.413326 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-f8fb73c3-0d4b-41da-a413-b2f12cc9443b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:52:51.531007 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 18:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5758bde-e9b2-4b47-8366-043eef013e97 x-openstack-request-id: req-c5758bde-e9b2-4b47-8366-043eef013e97 {{(pid=98184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 18:52:51.531598 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95e062b3-a8a5-43f0-bd8a-3a22b0b0d48b", "name": "network-vif-deleted", "tag": "9450a30c-082e-445e-9c36-e1b2c760033d", "status": "completed", "code": 200}]} {{(pid=98184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 18:52:51.532303 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c5758bde-e9b2-4b47-8366-043eef013e97 {{(pid=98184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 18:52:51.532852 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95e062b3-a8a5-43f0-bd8a-3a22b0b0d48b', 'name': 'network-vif-deleted', 'tag': '9450a30c-082e-445e-9c36-e1b2c760033d', 'status': 'completed', 'code': 200} Jun 10 18:52:51.577300 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-245b6dc4-6362-49de-9c89-58fd9152a160 req-b5d71f62-6b9c-4911-a030-05f9752362e5 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] 10.222.0.15 "GET /v2.0/ports?device_id=95e062b3-a8a5-43f0-bd8a-3a22b0b0d48b HTTP/1.1" status: 200 len: 210 time: 0.1537454 Jun 10 18:52:51.578553 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191a79ab-d127-496b-aecc-055ea3e65087 admin admin] Pushing event deleted for resources: {'Network': ['ID=348e8a9b-be1a-4d09-8d38-d025709d54c3,revision_number=None']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:52:51.588894 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-191a79ab-d127-496b-aecc-055ea3e65087 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:52:51.627656 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-8656e912-d55a-40ba-b3d0-91c9658c76b9 req-3335d74b-6623-4bca-9b2e-5e22c60f7959 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76331b0e-aa76-4209-9101-3faadfe15b6d HTTP/1.1" status: 200 len: 999 time: 0.2111282 Jun 10 18:52:51.669241 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 51732) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:52:51.693817 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8656e912-d55a-40ba-b3d0-91c9658c76b9 req-b4d3a37b-830b-40de-9bb2-862d6e9b167b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:52:51.695277 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-8656e912-d55a-40ba-b3d0-91c9658c76b9 req-b4d3a37b-830b-40de-9bb2-862d6e9b167b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a8ea2a47-c287-4e16-9d1f-c9a7e0a2eaeb HTTP/1.1" status: 200 len: 856 time: 0.0611730 Jun 10 18:52:51.738349 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-4f5afedf-48cc-4443-aa27-9027a516c33e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7086735077044e099c9d26fe395f30b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0670176 Jun 10 18:52:51.740854 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 51734) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:52:51.765174 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8656e912-d55a-40ba-b3d0-91c9658c76b9 req-c8b1e1cd-1e6f-4e5d-8769-bb11b2373f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:52:51.766691 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-8656e912-d55a-40ba-b3d0-91c9658c76b9 req-c8b1e1cd-1e6f-4e5d-8769-bb11b2373f94 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a9c6338b-27b7-4507-a101-996d60be3c98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0627275 Jun 10 18:52:51.770464 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b75ea6-e044-4e7d-a95b-03f3f3a5919a req-cc2646fa-3adf-4459-98e2-0c399ea132d7 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:52:51.771914 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-a2b75ea6-e044-4e7d-a95b-03f3f3a5919a req-cc2646fa-3adf-4459-98e2-0c399ea132d7 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 943 time: 0.1392505 Jun 10 18:52:51.841819 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-a2b75ea6-e044-4e7d-a95b-03f3f3a5919a req-e3efde54-a5d4-4e5e-bd3e-cafb2b89a5df tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604558 Jun 10 18:52:51.842597 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-b40809f8-5bdc-4c07-912d-060453471741 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:51.878793 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-b40809f8-5bdc-4c07-912d-060453471741 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:51.893668 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-8656e912-d55a-40ba-b3d0-91c9658c76b9 req-bef0bfa6-c6ff-411a-ac72-cdba96573fbe service neutron] 10.222.0.39 "GET /v2.0/networks/a9c6338b-27b7-4507-a101-996d60be3c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196878 Jun 10 18:52:51.941541 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-b40809f8-5bdc-4c07-912d-060453471741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:51.944315 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-b40809f8-5bdc-4c07-912d-060453471741 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:51.945493 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-b40809f8-5bdc-4c07-912d-060453471741 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3a843a8d-12d9-4777-95c7-4c9509bd7c57 HTTP/1.1" status: 204 len: 168 time: 0.2034910 Jun 10 18:52:51.946367 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-a1166855-62a5-45fc-a593-121be113cd86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:52:51.959324 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40809f8-5bdc-4c07-912d-060453471741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a843a8d-12d9-4777-95c7-4c9509bd7c57,revision_number=None']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:52:51.963121 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-b40809f8-5bdc-4c07-912d-060453471741 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:52:52.268576 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-8656e912-d55a-40ba-b3d0-91c9658c76b9 req-35114d79-8074-48b6-b496-0b241fef74e9 service neutron] 10.222.0.39 "GET /v2.0/networks/a9c6338b-27b7-4507-a101-996d60be3c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310186 Jun 10 18:52:52.322352 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 51740) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:52:52.382666 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-fc23926d-a9c8-4e6b-9708-e5ecfeda2a16 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=db348054e83a4dccbcf4c9e7c0310895&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0585020 Jun 10 18:52:52.385055 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 51742) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:52:52.447774 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-089a9c9d-68ea-4419-b064-1f640016770d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:52.475812 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-089a9c9d-68ea-4419-b064-1f640016770d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:52.529228 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-089a9c9d-68ea-4419-b064-1f640016770d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:52.532117 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-089a9c9d-68ea-4419-b064-1f640016770d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:52:52.533436 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-089a9c9d-68ea-4419-b064-1f640016770d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/69928869-1a4a-40bb-a8f6-6f4535453d5c HTTP/1.1" status: 204 len: 168 time: 0.1471567 Jun 10 18:52:52.534248 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-43ddc1e7-bd22-4102-ab25-d9646d370a78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:52:52.543840 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089a9c9d-68ea-4419-b064-1f640016770d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69928869-1a4a-40bb-a8f6-6f4535453d5c,revision_number=None']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:52:52.551489 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-089a9c9d-68ea-4419-b064-1f640016770d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:52:52.754484 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-552d578c-01b8-4b18-bdbd-e103fc35b542 req-1881350c-79d9-435f-9fe7-8f8e11becaf1 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] 10.222.0.15 "GET /v2.0/ports?device_id=95e062b3-a8a5-43f0-bd8a-3a22b0b0d48b HTTP/1.1" status: 200 len: 210 time: 0.0343022 Jun 10 18:52:53.040206 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff82bd4e-3864-4e99-b669-4489ab04137b req-1227e948-bb34-4185-b71a-86a7ad7c788b tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:52:53.041727 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-ff82bd4e-3864-4e99-b669-4489ab04137b req-1227e948-bb34-4185-b71a-86a7ad7c788b tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 943 time: 0.0717692 Jun 10 18:52:53.085874 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-ff82bd4e-3864-4e99-b669-4489ab04137b req-91bb7997-9651-4358-a6e4-b1f429dfd51f tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384429 Jun 10 18:52:53.922880 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-05c11907-dd85-4088-8e80-bcfa17ecc689 req-1e00023b-25d9-4f3a-80dd-b8cb1bd50839 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] 10.222.0.15 "GET /v2.0/ports?device_id=95e062b3-a8a5-43f0-bd8a-3a22b0b0d48b HTTP/1.1" status: 200 len: 210 time: 0.0357125 Jun 10 18:52:54.269430 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26ae3d5-c2c1-4f1e-96ea-51513445ab85 req-ff0012f2-4ea3-4ab3-afc4-cfa8752e1205 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:52:54.270912 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-a26ae3d5-c2c1-4f1e-96ea-51513445ab85 req-ff0012f2-4ea3-4ab3-afc4-cfa8752e1205 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 943 time: 0.0691841 Jun 10 18:52:54.311912 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-a26ae3d5-c2c1-4f1e-96ea-51513445ab85 req-64062b2c-65d0-4f3b-9473-1f7f8c1bd37d tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353897 Jun 10 18:52:55.496930 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc08a7f-30fd-4b99-aa9c-8bb0dea8806d req-08ce4a79-0cbb-40c0-b6fe-4177172b47cf tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:52:55.498450 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-8dc08a7f-30fd-4b99-aa9c-8bb0dea8806d req-08ce4a79-0cbb-40c0-b6fe-4177172b47cf tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 943 time: 0.0696037 Jun 10 18:52:55.542409 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-8dc08a7f-30fd-4b99-aa9c-8bb0dea8806d req-3c92a0f8-b665-4995-89ed-6f5cccce11d2 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381544 Jun 10 18:52:56.745210 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9406846e-ba87-458f-8eb9-a5e4826b2322 req-43c2f9aa-a939-4524-afc8-bcaac2517e29 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:52:56.746712 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-9406846e-ba87-458f-8eb9-a5e4826b2322 req-43c2f9aa-a939-4524-afc8-bcaac2517e29 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 943 time: 0.0792768 Jun 10 18:52:56.796452 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-9406846e-ba87-458f-8eb9-a5e4826b2322 req-e9af4f96-cad1-47b9-be51-f4e8f65d9f0c tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440412 Jun 10 18:52:57.989040 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c011e-c8a3-43b6-8d77-5366a5fe8f5a req-7b62f006-4835-4e85-b29e-dd9c6680b023 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:52:57.990551 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-bc9c011e-c8a3-43b6-8d77-5366a5fe8f5a req-7b62f006-4835-4e85-b29e-dd9c6680b023 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 943 time: 0.0758114 Jun 10 18:52:58.035618 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-bc9c011e-c8a3-43b6-8d77-5366a5fe8f5a req-1fac8ee2-2760-46e8-aca0-c9daf6c6e1a5 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386326 Jun 10 18:52:59.227030 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667d0185-9737-4db1-8f99-182a01c35df5 req-6b91928a-bae1-4d8e-bbea-d6b1536e3fd4 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:52:59.228395 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-667d0185-9737-4db1-8f99-182a01c35df5 req-6b91928a-bae1-4d8e-bbea-d6b1536e3fd4 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 943 time: 0.0729690 Jun 10 18:52:59.270699 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-667d0185-9737-4db1-8f99-182a01c35df5 req-eebbad26-dd49-4722-9f4b-bdcfe9399079 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364087 Jun 10 18:53:00.460424 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab3b61f-03f3-447d-9b42-b9a833934316 req-aa322ee7-1601-47a9-8441-8399114589a6 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:53:00.461906 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-eab3b61f-03f3-447d-9b42-b9a833934316 req-aa322ee7-1601-47a9-8441-8399114589a6 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 943 time: 0.0717192 Jun 10 18:53:00.510878 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-eab3b61f-03f3-447d-9b42-b9a833934316 req-61ecbf85-a55b-4842-8dd8-adc0a99b66d2 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426271 Jun 10 18:53:00.954620 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.agents_db [None req-dd8e6269-3fd9-4915-b5ed-83e1f738bf4e None None] Agent healthcheck: found 6 active agents {{(pid=98187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 18:53:01.712193 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ec5f95-8ec5-4687-b1b7-09e6c683d16a req-950d5d3a-30d1-4aad-b7fe-980dbc70c23b tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:53:01.713695 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-f0ec5f95-8ec5-4687-b1b7-09e6c683d16a req-950d5d3a-30d1-4aad-b7fe-980dbc70c23b tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 943 time: 0.0754294 Jun 10 18:53:01.755788 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-f0ec5f95-8ec5-4687-b1b7-09e6c683d16a req-487268e7-a72c-4145-9700-a123ba384078 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357478 Jun 10 18:53:02.945429 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51615039-8a50-4d18-acca-07a09ed6f96b req-62f5f75a-1249-482b-a2ec-227834e5ac76 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:53:02.946920 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-51615039-8a50-4d18-acca-07a09ed6f96b req-62f5f75a-1249-482b-a2ec-227834e5ac76 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 943 time: 0.0695884 Jun 10 18:53:02.989072 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-51615039-8a50-4d18-acca-07a09ed6f96b req-b885a274-cec0-4adb-a229-30e240c608bf tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364251 Jun 10 18:53:04.177481 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b306f1-cc8b-4d7d-899a-e564c6ff877c req-5bd815ab-4c45-4220-9bd0-18582941b386 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:53:04.179054 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-f0b306f1-cc8b-4d7d-899a-e564c6ff877c req-5bd815ab-4c45-4220-9bd0-18582941b386 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 943 time: 0.0715694 Jun 10 18:53:04.222448 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-f0b306f1-cc8b-4d7d-899a-e564c6ff877c req-70e8ea5d-975b-4d4d-bf69-aac699052a2f tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362155 Jun 10 18:53:05.415432 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb40700-5628-460a-beda-6c5a6ffe2275 req-b79dcca6-0c1b-464c-98b2-281902028fb1 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:53:05.416844 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-cdb40700-5628-460a-beda-6c5a6ffe2275 req-b79dcca6-0c1b-464c-98b2-281902028fb1 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 943 time: 0.0691483 Jun 10 18:53:05.462775 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-cdb40700-5628-460a-beda-6c5a6ffe2275 req-76f9ec88-793f-4f81-ac9d-02d42d377028 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398061 Jun 10 18:53:06.660866 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fa647b-c792-403b-93f6-fdc53c1175cb req-e22618cd-8fb3-4a23-b30d-2aa7b1ac63da tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:53:06.662282 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-d2fa647b-c792-403b-93f6-fdc53c1175cb req-e22618cd-8fb3-4a23-b30d-2aa7b1ac63da tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 943 time: 0.0789125 Jun 10 18:53:06.706111 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-d2fa647b-c792-403b-93f6-fdc53c1175cb req-dfff8ab5-bc79-416c-8491-7cb68f2b4ee8 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379961 Jun 10 18:53:07.893178 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f510662d-ac8e-4bb0-ac9e-a22db685f162 req-a4bae59c-172b-47cb-b90f-dbde50aa015d tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:53:07.895039 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-f510662d-ac8e-4bb0-ac9e-a22db685f162 req-a4bae59c-172b-47cb-b90f-dbde50aa015d tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 943 time: 0.0716829 Jun 10 18:53:07.936383 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-f510662d-ac8e-4bb0-ac9e-a22db685f162 req-be67da2a-a700-4105-9bd0-938d19bd640e tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358021 Jun 10 18:53:09.121754 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13804ec4-bf1a-4f1e-b923-093bbfc57db2 req-b44ef27f-4cb5-4a3d-9a80-cb15989fb46e tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:53:09.123186 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-13804ec4-bf1a-4f1e-b923-093bbfc57db2 req-b44ef27f-4cb5-4a3d-9a80-cb15989fb46e tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 943 time: 0.0700452 Jun 10 18:53:09.165796 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-13804ec4-bf1a-4f1e-b923-093bbfc57db2 req-9d891755-4a61-450e-bfef-ab72466cd2b2 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370154 Jun 10 18:53:10.354740 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ced119-068e-471b-9faf-d27895de53dc req-dac157f0-a000-4b1f-8ec6-0083b23b1118 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:53:10.356224 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-20ced119-068e-471b-9faf-d27895de53dc req-dac157f0-a000-4b1f-8ec6-0083b23b1118 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 943 time: 0.0696845 Jun 10 18:53:10.402345 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-20ced119-068e-471b-9faf-d27895de53dc req-71673684-c41b-480d-8b18-5a3fcb0b1f57 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398502 Jun 10 18:53:11.593613 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7209446-5a1d-4ec0-8aae-67c369049ed1 req-a79f04ad-8832-4551-befb-b9b610c3d47e tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:53:11.595089 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-f7209446-5a1d-4ec0-8aae-67c369049ed1 req-a79f04ad-8832-4551-befb-b9b610c3d47e tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 943 time: 0.0733519 Jun 10 18:53:11.636660 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-f7209446-5a1d-4ec0-8aae-67c369049ed1 req-7ddb3a51-81d7-48cb-961a-e4a75b528ae2 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360265 Jun 10 18:53:11.790370 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-f1e12945-d2c7-4fcf-80db-8b1cca2cb428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:12.821426 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac07ded3-2217-40d4-ab43-a3eb7acbed9e req-a597e87e-4839-40a7-8e43-679e2a83e22e tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:53:12.822884 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-ac07ded3-2217-40d4-ab43-a3eb7acbed9e req-a597e87e-4839-40a7-8e43-679e2a83e22e tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 943 time: 0.0713248 Jun 10 18:53:12.864440 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-ac07ded3-2217-40d4-ab43-a3eb7acbed9e req-01fdbcf0-aeab-4c52-bc93-bf59c96fab27 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352015 Jun 10 18:53:14.047896 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d93cb73-e45f-4016-be0f-ae25abf1e76a req-25ef1239-9b2f-436e-9340-dc09dfaa698a tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:53:14.049330 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-7d93cb73-e45f-4016-be0f-ae25abf1e76a req-25ef1239-9b2f-436e-9340-dc09dfaa698a tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 943 time: 0.0676508 Jun 10 18:53:14.089141 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-7d93cb73-e45f-4016-be0f-ae25abf1e76a req-056701d4-aa00-49dd-ac40-be3d0bc605a3 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342939 Jun 10 18:53:14.275922 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-bb0c3528-8685-44d9-9585-d33fa38f9166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:14.425883 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:15.271930 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25eb9c7-488a-4008-9754-751c859536a3 req-72452553-4107-4219-806d-4edd6a026b72 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:53:15.273388 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-d25eb9c7-488a-4008-9754-751c859536a3 req-72452553-4107-4219-806d-4edd6a026b72 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 943 time: 0.0690022 Jun 10 18:53:15.316981 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-d25eb9c7-488a-4008-9754-751c859536a3 req-bd1d6d70-e1ed-46a0-950b-bd4b2d047493 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380476 Jun 10 18:53:15.425004 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-8dcc316c-a8c5-4da3-a0ad-e3f4fe9157be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:16.509197 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf9823d-e2e5-4705-9ae1-edb778effea3 req-fa444bff-1787-4368-aa71-30e453ab0fdf tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:53:16.510682 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-fbf9823d-e2e5-4705-9ae1-edb778effea3 req-fa444bff-1787-4368-aa71-30e453ab0fdf tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 943 time: 0.0779178 Jun 10 18:53:16.551842 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-fbf9823d-e2e5-4705-9ae1-edb778effea3 req-4c7e3f45-d8e6-4ddb-b2f6-c3aeb88858c0 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348637 Jun 10 18:53:17.234376 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-bf1ede84-8c21-46ff-8a19-cb90afe635a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:17.613804 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:17.748699 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd2dd7a-45b4-48bf-aba4-73f86dabd8e7 req-f3957beb-eba7-4fa7-a840-296900c2b0e3 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:53:17.750677 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-1dd2dd7a-45b4-48bf-aba4-73f86dabd8e7 req-f3957beb-eba7-4fa7-a840-296900c2b0e3 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 943 time: 0.0680287 Jun 10 18:53:17.792372 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-1dd2dd7a-45b4-48bf-aba4-73f86dabd8e7 req-fe9da003-97ca-4738-bf31-7381b8168f29 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361531 Jun 10 18:53:18.974544 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539f55f8-1c82-4ae5-a95b-1577ccc83111 req-c5e5a80e-93e1-4630-baac-4360f6ec40ad tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:53:18.976004 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-539f55f8-1c82-4ae5-a95b-1577ccc83111 req-c5e5a80e-93e1-4630-baac-4360f6ec40ad tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 943 time: 0.0677559 Jun 10 18:53:19.025686 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-539f55f8-1c82-4ae5-a95b-1577ccc83111 req-12031b79-ffb5-449b-a49f-2432b4431581 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379763 Jun 10 18:53:20.212184 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5130eb3d-62fa-4522-b064-ed54692325a3 req-284ba1a8-4274-43ee-a728-f1ee25f0369f tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:53:20.213548 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-5130eb3d-62fa-4522-b064-ed54692325a3 req-284ba1a8-4274-43ee-a728-f1ee25f0369f tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 943 time: 0.0670440 Jun 10 18:53:20.258456 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-5130eb3d-62fa-4522-b064-ed54692325a3 req-c19a675e-442a-4559-9e1c-2d499290f339 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392339 Jun 10 18:53:20.970249 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 52104) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:53:21.072104 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-fd0f4cd7-4d05-4b20-b72b-867e47c9f854 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:21.175013 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-fd0f4cd7-4d05-4b20-b72b-867e47c9f854 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:21.178661 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-fd0f4cd7-4d05-4b20-b72b-867e47c9f854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:21.182002 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-a72d8e67-6cec-45f1-9d82-5f9dd8290c0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:53:21.187942 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Device 76331b0e-aa76-4209-9101-3faadfe15b6d details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=98186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 18:53:21.221148 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-fd0f4cd7-4d05-4b20-b72b-867e47c9f854 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=591fc3842dc84a33ab32755d77761a14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2497828 Jun 10 18:53:21.223349 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0f4cd7-4d05-4b20-b72b-867e47c9f854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5782897-179b-43e2-bd96-67a373dd98fb,revision_number=1']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:53:21.224015 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 52110) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:53:21.226548 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-fd0f4cd7-4d05-4b20-b72b-867e47c9f854 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:53:21.278841 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-b280073f-4b90-4549-8232-d3f3cf0a4a05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:21.304234 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] For port 76331b0e-aa76-4209-9101-3faadfe15b6d, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=76331b0e-aa76-4209-9101-3faadfe15b6d,segment=NetworkSegment(cce5025b-9a61-488a-a883-513d04362a8a),segment_id=cce5025b-9a61-488a-a883-513d04362a8a)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:53:21.306681 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-b280073f-4b90-4549-8232-d3f3cf0a4a05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:21.320948 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Returning: {'device': '76331b0e-aa76-4209-9101-3faadfe15b6d', 'network_id': 'a9c6338b-27b7-4507-a101-996d60be3c98', 'port_id': '76331b0e-aa76-4209-9101-3faadfe15b6d', 'mac_address': 'fa:16:3e:f3:93:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8ea2a47-c287-4e16-9d1f-c9a7e0a2eaeb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 18:53:21.358919 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-b280073f-4b90-4549-8232-d3f3cf0a4a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:21.362991 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-b280073f-4b90-4549-8232-d3f3cf0a4a05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:21.366034 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-b280073f-4b90-4549-8232-d3f3cf0a4a05 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b5782897-179b-43e2-bd96-67a373dd98fb HTTP/1.1" status: 204 len: 168 time: 0.1407557 Jun 10 18:53:21.366213 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:21.367371 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-381ab58c-3ba0-4666-8394-3fb832b86aeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:53:21.380049 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b280073f-4b90-4549-8232-d3f3cf0a4a05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5782897-179b-43e2-bd96-67a373dd98fb,revision_number=None']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:53:21.382627 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.notifiers.nova [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76331b0e-aa76-4209-9101-3faadfe15b6d {{(pid=98186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 18:53:21.383733 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-b280073f-4b90-4549-8232-d3f3cf0a4a05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:53:21.405931 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] For port 76331b0e-aa76-4209-9101-3faadfe15b6d, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=76331b0e-aa76-4209-9101-3faadfe15b6d,segment=NetworkSegment(cce5025b-9a61-488a-a883-513d04362a8a),segment_id=cce5025b-9a61-488a-a883-513d04362a8a)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:53:21.412641 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:21.418260 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:53:21.464641 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6886cd91-43bf-477b-aefd-ab914cb44187 req-8979fc3c-c2ce-4cc0-97cf-c7d5c203ea08 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:53:21.466161 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-6886cd91-43bf-477b-aefd-ab914cb44187 req-8979fc3c-c2ce-4cc0-97cf-c7d5c203ea08 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 943 time: 0.0808501 Jun 10 18:53:21.478918 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Pushing event updated for resources: {'Port': ['ID=76331b0e-aa76-4209-9101-3faadfe15b6d,revision_number=9']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:53:21.485875 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:53:21.486225 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:53:21.486566 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:53:21.486899 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:53:21.487230 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:53:21.487565 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:53:21.487891 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:53:21.488214 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:53:21.488537 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:53:21.488858 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:53:21.489362 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:53:21.489883 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:53:21.495014 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:53:21.514692 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-6886cd91-43bf-477b-aefd-ab914cb44187 req-c915dbc8-2330-458e-9a93-96a1cac15630 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415211 Jun 10 18:53:21.986158 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] get_ports_and_sgs() called for port_ids ['76331b0e-aa76-4209-9101-3faadfe15b6d'] {{(pid=98186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 18:53:22.025249 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 52138) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:53:22.151261 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.v2.base [None req-f9364e31-ccbf-492a-9c94-72453dbd1356 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1425096123-network', 'tenant_id': '1a2d315ad5024710bea813f4dc02e234'}} {{(pid=98185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:53:22.171457 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9364e31-ccbf-492a-9c94-72453dbd1356 admin admin] Made reservation on behalf of 1a2d315ad5024710bea813f4dc02e234 for: {'network': 1} {{(pid=98185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 18:53:22.174354 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-f9364e31-ccbf-492a-9c94-72453dbd1356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-941319'] for network, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:22.184852 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-f9364e31-ccbf-492a-9c94-72453dbd1356 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:22.283862 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-f9364e31-ccbf-492a-9c94-72453dbd1356 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:22.287751 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-f9364e31-ccbf-492a-9c94-72453dbd1356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:22.290901 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-4f7e27a8-19e2-4cf1-bbeb-1ca205522aad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:53:22.315456 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9364e31-ccbf-492a-9c94-72453dbd1356 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=98185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 18:53:22.325902 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9364e31-ccbf-492a-9c94-72453dbd1356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62cd4030-97dd-4de2-9a46-a60c8b7158e8,revision_number=1']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:53:22.330973 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-f9364e31-ccbf-492a-9c94-72453dbd1356 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:53:22.332011 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-f9364e31-ccbf-492a-9c94-72453dbd1356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881768'] for segment, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:22.332355 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.db.segments_db [None req-f9364e31-ccbf-492a-9c94-72453dbd1356 admin admin] Added segment 504bc498-15bf-4e70-b123-a45dca87e9a4 of type vlan for network 94dda773-c553-4b86-9491-0f581f6e4a36 Jun 10 18:53:22.380865 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-f9364e31-ccbf-492a-9c94-72453dbd1356 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731578050973'] for network, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:22.408376 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-f9364e31-ccbf-492a-9c94-72453dbd1356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731739'] for network, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:22.409684 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9364e31-ccbf-492a-9c94-72453dbd1356 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:53:22.410271 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-f9364e31-ccbf-492a-9c94-72453dbd1356 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731712'] for network, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:22.412189 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:53:22.447658 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-f9364e31-ccbf-492a-9c94-72453dbd1356 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4213047 Jun 10 18:53:22.450738 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 52146) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:53:22.457131 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.v2.base [None req-1f256980-eb30-46ca-81d4-f6c914f39d99 admin admin] Request body: {'subnet': {'network_id': '94dda773-c553-4b86-9491-0f581f6e4a36', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1425096123-subnet', 'tenant_id': '1a2d315ad5024710bea813f4dc02e234', 'ip_version': 4}} {{(pid=98184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:53:22.483499 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f256980-eb30-46ca-81d4-f6c914f39d99 admin admin] Made reservation on behalf of 1a2d315ad5024710bea813f4dc02e234 for: {'subnet': 1} {{(pid=98184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 18:53:22.486051 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-1f256980-eb30-46ca-81d4-f6c914f39d99 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740045'] for subnet, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:22.497954 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9364e31-ccbf-492a-9c94-72453dbd1356 admin admin] Pushing event updated for resources: {'Network': ['ID=94dda773-c553-4b86-9491-0f581f6e4a36,revision_number=1']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:53:22.500837 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-f9364e31-ccbf-492a-9c94-72453dbd1356 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:53:22.507905 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Network 94dda773-c553-4b86-9491-0f581f6e4a36 details requested by agent ovs-agent-dv-cinder-786260-4-iscsi with host dv-cinder-786260-4-iscsi {{(pid=98186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 18:53:22.742325 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-1f256980-eb30-46ca-81d4-f6c914f39d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12374956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740059'] for subnet, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:22.746423 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-09ab2792-e279-4df3-be9c-871d70c987e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:53:22.787819 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8eb32d-8654-4837-8ef9-123eadb5d273 req-be5cff7c-cd56-40ee-aa59-2b647c94029a tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:53:22.789268 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-dd8eb32d-8654-4837-8ef9-123eadb5d273 req-be5cff7c-cd56-40ee-aa59-2b647c94029a tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 944 time: 0.1511817 Jun 10 18:53:22.838374 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f256980-eb30-46ca-81d4-f6c914f39d99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c695381-fb23-404d-8bb4-7b35cd4e37e4,revision_number=0']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:53:22.841011 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-1f256980-eb30-46ca-81d4-f6c914f39d99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:53:22.860742 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f256980-eb30-46ca-81d4-f6c914f39d99 admin admin] Checking segment: {'id': '504bc498-15bf-4e70-b123-a45dca87e9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '94dda773-c553-4b86-9491-0f581f6e4a36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 18:53:22.861103 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f256980-eb30-46ca-81d4-f6c914f39d99 admin admin] Network hostable DHCP agents. Network: 94dda773-c553-4b86-9491-0f581f6e4a36, hostable agents: ['32d11a73-8882-47f0-8c19-15a088a2f1dc'], hosted agents: [] {{(pid=98184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 18:53:22.868551 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-dd8eb32d-8654-4837-8ef9-123eadb5d273 req-e59c4260-7e46-4f9e-b752-aa432b03e3e2 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692990 Jun 10 18:53:22.885645 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f256980-eb30-46ca-81d4-f6c914f39d99 admin admin] Network 94dda773-c553-4b86-9491-0f581f6e4a36 is scheduled to be hosted by DHCP agent 32d11a73-8882-47f0-8c19-15a088a2f1dc with binding_index 1 {{(pid=98184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 18:53:22.896105 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.scheduler.base_scheduler [None req-1f256980-eb30-46ca-81d4-f6c914f39d99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-4-iscsi, 94dda773-c553-4b86-9491-0f581f6e4a36) {{(pid=98184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 18:53:22.900233 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f256980-eb30-46ca-81d4-f6c914f39d99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:53:22.900826 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-1f256980-eb30-46ca-81d4-f6c914f39d99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731712'] for subnet, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:22.905046 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b244b27-1cea-41fe-8f11-fe51ae45235d None None] Network 94dda773-c553-4b86-9491-0f581f6e4a36 requested from dv-cinder-786260-4-iscsi {{(pid=98186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 18:53:22.917746 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-1f256980-eb30-46ca-81d4-f6c914f39d99 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4635150 Jun 10 18:53:22.917982 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 52152) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:53:22.922505 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.v2.base [None req-60e17ae7-1537-4a83-91e8-c89e4bea5e60 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1425096123-router', 'tenant_id': '1a2d315ad5024710bea813f4dc02e234', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d'}}} {{(pid=98184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:53:22.944201 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-60e17ae7-1537-4a83-91e8-c89e4bea5e60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4031469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25378'] for router, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:22.945157 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-60e17ae7-1537-4a83-91e8-c89e4bea5e60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4031304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4045498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4061363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25387'] for router, precommit_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:23.010819 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-60e17ae7-1537-4a83-91e8-c89e4bea5e60 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:23.084904 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea57888-6f0f-4dd5-b782-f13e1cc0831c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb210373e-bde5-52cb-bc22-9269e2ef8f47-94dda773-c553-4b86-9491-0f581f6e4a36', 'network_id': '94dda773-c553-4b86-9491-0f581f6e4a36', 'tenant_id': '1a2d315ad5024710bea813f4dc02e234', 'fixed_ips': [{'subnet_id': '8c695381-fb23-404d-8bb4-7b35cd4e37e4'}]}} from dv-cinder-786260-4-iscsi. {{(pid=98186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 18:53:23.085801 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-aea57888-6f0f-4dd5-b782-f13e1cc0831c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-941319'] for port, before_create {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:23.211895 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-60e17ae7-1537-4a83-91e8-c89e4bea5e60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4045491', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4031455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25561'] for router, precommit_update {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:23.245569 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.db_base_plugin_common [None req-aea57888-6f0f-4dd5-b782-f13e1cc0831c None None] Allocated IP 172.20.0.2 (94dda773-c553-4b86-9491-0f581f6e4a36/8c695381-fb23-404d-8bb4-7b35cd4e37e4/57e9fcd7-ffbb-4a7e-9c47-de44517c259b) {{(pid=98186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 18:53:23.416180 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-aea57888-6f0f-4dd5-b782-f13e1cc0831c None None] Notify callbacks [] for port, precommit_create {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:23.425044 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-aea57888-6f0f-4dd5-b782-f13e1cc0831c None None] Transition to ACTIVE for port object 57e9fcd7-ffbb-4a7e-9c47-de44517c259b will not be triggered until provisioned by entity L2. {{(pid=98186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 18:53:23.440616 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-aea57888-6f0f-4dd5-b782-f13e1cc0831c None None] Transition to ACTIVE for port object 57e9fcd7-ffbb-4a7e-9c47-de44517c259b will not be triggered until provisioned by entity DHCP. {{(pid=98186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 18:53:23.445925 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-aea57888-6f0f-4dd5-b782-f13e1cc0831c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-941510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578064406'] for port, after_create {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:23.447779 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-8503edea-54a3-4a4b-b870-341a6e848d9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:53:23.482471 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-60e17ae7-1537-4a83-91e8-c89e4bea5e60 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:23.497535 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea57888-6f0f-4dd5-b782-f13e1cc0831c None None] Network 94dda773-c553-4b86-9491-0f581f6e4a36 is already hosted by enough agents. {{(pid=98186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 18:53:23.500918 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.scheduler.base_scheduler [None req-aea57888-6f0f-4dd5-b782-f13e1cc0831c None None] Resources bound (agent type, host, resource id): {{(pid=98186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 18:53:23.505262 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea57888-6f0f-4dd5-b782-f13e1cc0831c None None] Received port after_create {{(pid=98186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 18:53:23.508321 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea57888-6f0f-4dd5-b782-f13e1cc0831c None None] Pushing event updated for resources: {'Port': ['ID=57e9fcd7-ffbb-4a7e-9c47-de44517c259b,revision_number=1']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:53:23.511973 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-aea57888-6f0f-4dd5-b782-f13e1cc0831c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:53:23.512917 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-60e17ae7-1537-4a83-91e8-c89e4bea5e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-941319'] for port, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:23.584404 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.managers [None req-aea57888-6f0f-4dd5-b782-f13e1cc0831c None None] Attempting to bind port 57e9fcd7-ffbb-4a7e-9c47-de44517c259b on host dv-cinder-786260-4-iscsi for vnic_type normal with profile {{(pid=98186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 18:53:23.584781 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.managers [None req-aea57888-6f0f-4dd5-b782-f13e1cc0831c None None] Attempting to bind port 57e9fcd7-ffbb-4a7e-9c47-de44517c259b by drivers openvswitch,hyperv on host dv-cinder-786260-4-iscsi at level 0 using segments [{'id': '504bc498-15bf-4e70-b123-a45dca87e9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '94dda773-c553-4b86-9491-0f581f6e4a36'}] {{(pid=98186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 18:53:23.585151 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea57888-6f0f-4dd5-b782-f13e1cc0831c None None] Attempting to bind port 57e9fcd7-ffbb-4a7e-9c47-de44517c259b on network 94dda773-c553-4b86-9491-0f581f6e4a36 {{(pid=98186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 18:53:23.590019 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea57888-6f0f-4dd5-b782-f13e1cc0831c None None] Checking agent: {'id': '0a9461fa-5aa1-4bfe-a01a-9192fdaa924f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 18, 39, 44), 'started_at': datetime.datetime(2021, 6, 10, 18, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 18, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 18:53:23.590399 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea57888-6f0f-4dd5-b782-f13e1cc0831c None None] Checking segment: {'id': '504bc498-15bf-4e70-b123-a45dca87e9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '94dda773-c553-4b86-9491-0f581f6e4a36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 18:53:23.590811 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-aea57888-6f0f-4dd5-b782-f13e1cc0831c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:23.591209 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea57888-6f0f-4dd5-b782-f13e1cc0831c None None] Bound using segment: {'id': '504bc498-15bf-4e70-b123-a45dca87e9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '94dda773-c553-4b86-9491-0f581f6e4a36'} {{(pid=98186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 18:53:23.591673 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.managers [None req-aea57888-6f0f-4dd5-b782-f13e1cc0831c None None] Bound port: 57e9fcd7-ffbb-4a7e-9c47-de44517c259b, host: dv-cinder-786260-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '504bc498-15bf-4e70-b123-a45dca87e9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '94dda773-c553-4b86-9491-0f581f6e4a36'}}] {{(pid=98186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 18:53:23.592056 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-aea57888-6f0f-4dd5-b782-f13e1cc0831c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:23.637766 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.db.db_base_plugin_common [None req-60e17ae7-1537-4a83-91e8-c89e4bea5e60 admin admin] Allocated IP 172.27.3.9 (a2be77e0-c818-4f69-a7bb-de46a435f28d/dcf03c9b-e407-4813-8188-7ebc21a92a5e/115343b1-8688-415c-9375-536ef5ba6ddb) {{(pid=98184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 18:53:23.662326 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-aea57888-6f0f-4dd5-b782-f13e1cc0831c None None] For port 57e9fcd7-ffbb-4a7e-9c47-de44517c259b, host dv-cinder-786260-4-iscsi, cleared binding levels {{(pid=98186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 18:53:23.665408 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-aea57888-6f0f-4dd5-b782-f13e1cc0831c None None] For port 57e9fcd7-ffbb-4a7e-9c47-de44517c259b, host dv-cinder-786260-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-4-iscsi',level=0,port_id=57e9fcd7-ffbb-4a7e-9c47-de44517c259b,segment=NetworkSegment(504bc498-15bf-4e70-b123-a45dca87e9a4),segment_id=504bc498-15bf-4e70-b123-a45dca87e9a4)] {{(pid=98186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 18:53:23.669656 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-aea57888-6f0f-4dd5-b782-f13e1cc0831c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:23.672235 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:53:23.733728 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea57888-6f0f-4dd5-b782-f13e1cc0831c None None] Pushing event updated for resources: {'Port': ['ID=57e9fcd7-ffbb-4a7e-9c47-de44517c259b,revision_number=2']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:53:23.736982 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-aea57888-6f0f-4dd5-b782-f13e1cc0831c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:53:23.769294 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-60e17ae7-1537-4a83-91e8-c89e4bea5e60 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:23.808516 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-60e17ae7-1537-4a83-91e8-c89e4bea5e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-941510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578064406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12374076'] for port, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:23.810654 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-b88f2a01-c815-4aea-9f40-6b5ff2ce2dbb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:53:23.858964 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e17ae7-1537-4a83-91e8-c89e4bea5e60 admin admin] Network a2be77e0-c818-4f69-a7bb-de46a435f28d is already hosted by enough agents. {{(pid=98184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 18:53:23.863584 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.scheduler.base_scheduler [None req-60e17ae7-1537-4a83-91e8-c89e4bea5e60 admin admin] Resources bound (agent type, host, resource id): {{(pid=98184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 18:53:23.867637 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e17ae7-1537-4a83-91e8-c89e4bea5e60 admin admin] Received port after_create {{(pid=98184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 18:53:23.870647 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e17ae7-1537-4a83-91e8-c89e4bea5e60 admin admin] Pushing event updated for resources: {'Port': ['ID=115343b1-8688-415c-9375-536ef5ba6ddb,revision_number=1']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:53:23.921815 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-60e17ae7-1537-4a83-91e8-c89e4bea5e60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:53:24.040712 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Device 57e9fcd7-ffbb-4a7e-9c47-de44517c259b up at agent ovs-agent-dv-cinder-786260-4-iscsi {{(pid=98186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 18:53:24.094050 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f5dada-9ad1-4c5a-89e1-f9bb7ec9e345 req-823e649c-2700-46b7-a776-10d07f16ceb8 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:53:24.097134 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-39f5dada-9ad1-4c5a-89e1-f9bb7ec9e345 req-823e649c-2700-46b7-a776-10d07f16ceb8 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 944 time: 0.0856178 Jun 10 18:53:24.109513 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Provisioning for port 57e9fcd7-ffbb-4a7e-9c47-de44517c259b completed by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 18:53:24.145112 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-39f5dada-9ad1-4c5a-89e1-f9bb7ec9e345 req-cf8b2045-e226-471f-b274-4289fe28bf72 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418890 Jun 10 18:53:24.276116 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-60e17ae7-1537-4a83-91e8-c89e4bea5e60 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:24.695657 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e40523-13c0-4142-8d96-2d0fbae58d98 None None] Network 94dda773-c553-4b86-9491-0f581f6e4a36 requested from dv-cinder-786260-4-iscsi {{(pid=98186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 18:53:24.806973 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-60e17ae7-1537-4a83-91e8-c89e4bea5e60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4031444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4045819'] for router, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:24.974848 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-6401f2f9-10ed-4e69-b182-cf1f1ce46206 None None] Provisioning for port 57e9fcd7-ffbb-4a7e-9c47-de44517c259b completed by entity DHCP. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 18:53:24.981583 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60e17ae7-1537-4a83-91e8-c89e4bea5e60 admin admin] Router 14855a53-48f8-4368-9dd5-ac55a5ddba45 is scheduled to L3 agent 1661496b-b13c-41e5-8e80-f6a07c138e01 with binding_index 1 {{(pid=98184) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 18:53:24.984421 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-6401f2f9-10ed-4e69-b182-cf1f1ce46206 None None] Provisioning complete for port 57e9fcd7-ffbb-4a7e-9c47-de44517c259b triggered by entity DHCP. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 18:53:24.985378 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-6401f2f9-10ed-4e69-b182-cf1f1ce46206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:25.122289 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-6401f2f9-10ed-4e69-b182-cf1f1ce46206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:25.130221 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60e17ae7-1537-4a83-91e8-c89e4bea5e60 admin admin] Notify agent at l3_agent.dv-cinder-786260-4-iscsi the message routers_updated {{(pid=98184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 18:53:25.139798 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd28fd9b-c247-4960-81a8-c84470ddca75 None None] Sync routers for ids ['14855a53-48f8-4368-9dd5-ac55a5ddba45'] in dv-cinder-786260-4-iscsi {{(pid=98186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 18:53:25.155379 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-60e17ae7-1537-4a83-91e8-c89e4bea5e60 admin admin] Notify callbacks [] for router, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:25.157930 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-60e17ae7-1537-4a83-91e8-c89e4bea5e60 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.2381999 Jun 10 18:53:25.161014 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 52166) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:53:25.163249 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd28fd9b-c247-4960-81a8-c84470ddca75 None None] Routers {'14855a53-48f8-4368-9dd5-ac55a5ddba45'} bound to L3 agent in host dv-cinder-786260-4-iscsi {{(pid=98186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 18:53:25.163898 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-dd28fd9b-c247-4960-81a8-c84470ddca75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T18:39:44Z,description=,heartbeat_timestamp=2021-06-10T18:53:14Z,host='dv-cinder-786260-4-iscsi',id=1661496b-b13c-41e5-8e80-f6a07c138e01,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T18:39:44Z,topic='l3_agent')) {'router_ids': ['14855a53-48f8-4368-9dd5-ac55a5ddba45'], 'active': True} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:53:25.230918 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-6401f2f9-10ed-4e69-b182-cf1f1ce46206 None None] For port 57e9fcd7-ffbb-4a7e-9c47-de44517c259b, host dv-cinder-786260-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-4-iscsi',level=0,port_id=57e9fcd7-ffbb-4a7e-9c47-de44517c259b,segment=NetworkSegment(504bc498-15bf-4e70-b123-a45dca87e9a4),segment_id=504bc498-15bf-4e70-b123-a45dca87e9a4)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:53:25.290573 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-6401f2f9-10ed-4e69-b182-cf1f1ce46206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:25.293889 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:53:25.379631 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44186196-5ac5-4a19-ae25-32e0e04099d0 req-3b7e15f2-13c4-400b-ab9d-59aca4d60036 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:53:25.381262 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-44186196-5ac5-4a19-ae25-32e0e04099d0 req-3b7e15f2-13c4-400b-ab9d-59aca4d60036 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 944 time: 0.1004922 Jun 10 18:53:25.391129 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6401f2f9-10ed-4e69-b182-cf1f1ce46206 None None] Pushing event updated for resources: {'Port': ['ID=57e9fcd7-ffbb-4a7e-9c47-de44517c259b,revision_number=3']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:53:25.395484 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-6401f2f9-10ed-4e69-b182-cf1f1ce46206 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:53:25.407656 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvr_db [None req-dd28fd9b-c247-4960-81a8-c84470ddca75 None None] Set router 14855a53-48f8-4368-9dd5-ac55a5ddba45 gateway port host: dv-cinder-786260-4-iscsi {{(pid=98186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 18:53:25.435832 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-44186196-5ac5-4a19-ae25-32e0e04099d0 req-3cc2c39a-3732-48af-9cee-855c4af3ad5c tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485661 Jun 10 18:53:25.517366 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-1ea48d74-ff90-4169-a5eb-b2b57e20e66a None None] Provisioning complete for port 57e9fcd7-ffbb-4a7e-9c47-de44517c259b triggered by entity DHCP. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 18:53:25.517832 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-1ea48d74-ff90-4169-a5eb-b2b57e20e66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:25.724047 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-dd28fd9b-c247-4960-81a8-c84470ddca75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14855a53-48f8-4368-9dd5-ac55a5ddba45', 'name': 'tempest-TestShelveInstance-1425096123-router', 'tenant_id': '1a2d315ad5024710bea813f4dc02e234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '115343b1-8688-415c-9375-536ef5ba6ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T18:53:22Z', 'updated_at': '2021-06-10T18:53:24Z', 'revision_number': 3, 'project_id': '1a2d315ad5024710bea813f4dc02e234', 'gw_port': {'id': '115343b1-8688-415c-9375-536ef5ba6ddb', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:88:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14855a53-48f8-4368-9dd5-ac55a5ddba45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:53:23Z', 'updated_at': '2021-06-10T18:53:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi'}], 'dv-cinder-786260-4-iscsi', False) {} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:53:25.727406 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd28fd9b-c247-4960-81a8-c84470ddca75 None None] Checking router: 14855a53-48f8-4368-9dd5-ac55a5ddba45 for host: dv-cinder-786260-4-iscsi {{(pid=98186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 18:53:25.727772 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd28fd9b-c247-4960-81a8-c84470ddca75 None None] Updating router 14855a53-48f8-4368-9dd5-ac55a5ddba45 port 115343b1-8688-415c-9375-536ef5ba6ddb binding host dv-cinder-786260-4-iscsi {{(pid=98186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 18:53:25.757805 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-82b84d5d-ce8d-45ee-97f1-27287aa93ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-941319'] for port, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:25.770770 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-dd28fd9b-c247-4960-81a8-c84470ddca75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:25.941722 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.db.db_base_plugin_common [None req-82b84d5d-ce8d-45ee-97f1-27287aa93ee7 admin admin] Allocated IP 172.20.0.1 (94dda773-c553-4b86-9491-0f581f6e4a36/8c695381-fb23-404d-8bb4-7b35cd4e37e4/cc714dc2-1b27-4dee-8139-f82826461e57) {{(pid=98185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 18:53:25.971621 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Device 57e9fcd7-ffbb-4a7e-9c47-de44517c259b up at agent ovs-agent-dv-cinder-786260-4-iscsi {{(pid=98186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 18:53:26.073292 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Provisioning complete for port 57e9fcd7-ffbb-4a7e-9c47-de44517c259b triggered by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 18:53:26.073707 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:26.074820 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-82b84d5d-ce8d-45ee-97f1-27287aa93ee7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:26.088629 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.db.provisioning_blocks [None req-82b84d5d-ce8d-45ee-97f1-27287aa93ee7 admin admin] Transition to ACTIVE for port object cc714dc2-1b27-4dee-8139-f82826461e57 will not be triggered until provisioned by entity DHCP. {{(pid=98185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 18:53:26.123321 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-82b84d5d-ce8d-45ee-97f1-27287aa93ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-941510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578064406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11876810'] for port, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:26.126170 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-eba7f139-2147-4803-9bef-259eafa0f7e3 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:53:26.157772 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-dd28fd9b-c247-4960-81a8-c84470ddca75 None None] Notify callbacks [] for port, precommit_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:26.169206 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b84d5d-ce8d-45ee-97f1-27287aa93ee7 admin admin] Network 94dda773-c553-4b86-9491-0f581f6e4a36 is already hosted by enough agents. {{(pid=98185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 18:53:26.171877 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-dd28fd9b-c247-4960-81a8-c84470ddca75 None None] Transition to ACTIVE for port object 115343b1-8688-415c-9375-536ef5ba6ddb will not be triggered until provisioned by entity L2. {{(pid=98186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 18:53:26.173784 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.base_scheduler [None req-82b84d5d-ce8d-45ee-97f1-27287aa93ee7 admin admin] Resources bound (agent type, host, resource id): {{(pid=98185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 18:53:26.177155 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b84d5d-ce8d-45ee-97f1-27287aa93ee7 admin admin] Received port after_create {{(pid=98185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 18:53:26.182935 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b84d5d-ce8d-45ee-97f1-27287aa93ee7 admin admin] Pushing event updated for resources: {'Port': ['ID=cc714dc2-1b27-4dee-8139-f82826461e57,revision_number=1']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:53:26.213255 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-82b84d5d-ce8d-45ee-97f1-27287aa93ee7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:53:26.217690 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-dd28fd9b-c247-4960-81a8-c84470ddca75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:26.226188 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:53:26.232610 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-82b84d5d-ce8d-45ee-97f1-27287aa93ee7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4032828'] for router_interface, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:26.304770 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.managers [None req-dd28fd9b-c247-4960-81a8-c84470ddca75 None None] Attempting to bind port 115343b1-8688-415c-9375-536ef5ba6ddb on host dv-cinder-786260-4-iscsi for vnic_type normal with profile {{(pid=98186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 18:53:26.304770 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.managers [None req-dd28fd9b-c247-4960-81a8-c84470ddca75 None None] Attempting to bind port 115343b1-8688-415c-9375-536ef5ba6ddb by drivers openvswitch,hyperv on host dv-cinder-786260-4-iscsi at level 0 using segments [{'id': '151ae908-95e4-46a8-8b94-d201ec410581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d'}] {{(pid=98186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 18:53:26.305543 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd28fd9b-c247-4960-81a8-c84470ddca75 None None] Attempting to bind port 115343b1-8688-415c-9375-536ef5ba6ddb on network a2be77e0-c818-4f69-a7bb-de46a435f28d {{(pid=98186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 18:53:26.308647 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df4e914-3bce-45a9-8c11-f56d1ccf2a8a None None] Pushing event updated for resources: {'Port': ['ID=115343b1-8688-415c-9375-536ef5ba6ddb,revision_number=2']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:53:26.311520 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-8df4e914-3bce-45a9-8c11-f56d1ccf2a8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:53:26.314912 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd28fd9b-c247-4960-81a8-c84470ddca75 None None] Checking agent: {'id': '0a9461fa-5aa1-4bfe-a01a-9192fdaa924f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 18, 39, 44), 'started_at': datetime.datetime(2021, 6, 10, 18, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 18, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 18:53:26.315402 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd28fd9b-c247-4960-81a8-c84470ddca75 None None] Checking segment: {'id': '151ae908-95e4-46a8-8b94-d201ec410581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 18:53:26.315896 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-dd28fd9b-c247-4960-81a8-c84470ddca75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:26.316362 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd28fd9b-c247-4960-81a8-c84470ddca75 None None] Bound using segment: {'id': '151ae908-95e4-46a8-8b94-d201ec410581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d'} {{(pid=98186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 18:53:26.317442 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.managers [None req-dd28fd9b-c247-4960-81a8-c84470ddca75 None None] Bound port: 115343b1-8688-415c-9375-536ef5ba6ddb, host: dv-cinder-786260-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '151ae908-95e4-46a8-8b94-d201ec410581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d'}}] {{(pid=98186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 18:53:26.318116 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-dd28fd9b-c247-4960-81a8-c84470ddca75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:26.379111 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-dd28fd9b-c247-4960-81a8-c84470ddca75 None None] For port 115343b1-8688-415c-9375-536ef5ba6ddb, host dv-cinder-786260-4-iscsi, cleared binding levels {{(pid=98186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 18:53:26.382234 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-dd28fd9b-c247-4960-81a8-c84470ddca75 None None] For port 115343b1-8688-415c-9375-536ef5ba6ddb, host dv-cinder-786260-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-4-iscsi',level=0,port_id=115343b1-8688-415c-9375-536ef5ba6ddb,segment=NetworkSegment(151ae908-95e4-46a8-8b94-d201ec410581),segment_id=151ae908-95e4-46a8-8b94-d201ec410581)] {{(pid=98186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 18:53:26.387297 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-dd28fd9b-c247-4960-81a8-c84470ddca75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:26.389301 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-6401f2f9-10ed-4e69-b182-cf1f1ce46206 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:53:26.413953 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-82b84d5d-ce8d-45ee-97f1-27287aa93ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:26.457006 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-9aa737e3-a2e4-47b6-a5dd-a78c671f0a97 None None] Provisioning for port cc714dc2-1b27-4dee-8139-f82826461e57 completed by entity DHCP. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 18:53:26.465828 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-9aa737e3-a2e4-47b6-a5dd-a78c671f0a97 None None] Provisioning complete for port cc714dc2-1b27-4dee-8139-f82826461e57 triggered by entity DHCP. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 18:53:26.466209 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9aa737e3-a2e4-47b6-a5dd-a78c671f0a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:26.469927 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df4e914-3bce-45a9-8c11-f56d1ccf2a8a None None] Pushing event updated for resources: {'Port': ['ID=115343b1-8688-415c-9375-536ef5ba6ddb,revision_number=3']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:53:26.501399 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-8df4e914-3bce-45a9-8c11-f56d1ccf2a8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:53:26.502263 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd28fd9b-c247-4960-81a8-c84470ddca75 None None] Routers {'14855a53-48f8-4368-9dd5-ac55a5ddba45'} bound to L3 agent in host dv-cinder-786260-4-iscsi {{(pid=98186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 18:53:26.502903 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-dd28fd9b-c247-4960-81a8-c84470ddca75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T18:39:44Z,description=,heartbeat_timestamp=2021-06-10T18:53:14Z,host='dv-cinder-786260-4-iscsi',id=1661496b-b13c-41e5-8e80-f6a07c138e01,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T18:39:44Z,topic='l3_agent')) {'router_ids': ['14855a53-48f8-4368-9dd5-ac55a5ddba45'], 'active': True} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:53:26.750047 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.plugin [None req-9aa737e3-a2e4-47b6-a5dd-a78c671f0a97 None None] Port cc714dc2-1b27-4dee-8139-f82826461e57 cannot update to ACTIVE because it is not bound. {{(pid=98186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 18:53:26.788238 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvr_db [None req-dd28fd9b-c247-4960-81a8-c84470ddca75 None None] Set router 14855a53-48f8-4368-9dd5-ac55a5ddba45 gateway port host: dv-cinder-786260-4-iscsi {{(pid=98186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 18:53:26.946995 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-82b84d5d-ce8d-45ee-97f1-27287aa93ee7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:26.959057 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecd3e3b-3868-4d0d-a180-a64f91bfc25b req-11125e45-f5a4-4050-971b-0c3c6b394a37 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:53:26.960555 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-eecd3e3b-3868-4d0d-a180-a64f91bfc25b req-11125e45-f5a4-4050-971b-0c3c6b394a37 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 944 time: 0.1187561 Jun 10 18:53:26.961665 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-82b84d5d-ce8d-45ee-97f1-27287aa93ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11876824'] for port, after_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:26.964201 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-80bec60d-9e09-4a61-9edb-e077d7f4620b tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:53:27.052643 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-dd28fd9b-c247-4960-81a8-c84470ddca75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14855a53-48f8-4368-9dd5-ac55a5ddba45', 'name': 'tempest-TestShelveInstance-1425096123-router', 'tenant_id': '1a2d315ad5024710bea813f4dc02e234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '115343b1-8688-415c-9375-536ef5ba6ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T18:53:22Z', 'updated_at': '2021-06-10T18:53:26Z', 'revision_number': 4, 'project_id': '1a2d315ad5024710bea813f4dc02e234', 'gw_port': {'id': '115343b1-8688-415c-9375-536ef5ba6ddb', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:88:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14855a53-48f8-4368-9dd5-ac55a5ddba45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:53:23Z', 'updated_at': '2021-06-10T18:53:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi', '_interfaces': [{'id': 'cc714dc2-1b27-4dee-8139-f82826461e57', 'name': '', 'network_id': '94dda773-c553-4b86-9491-0f581f6e4a36', 'tenant_id': '1a2d315ad5024710bea813f4dc02e234', 'mac_address': 'fa:16:3e:a0:a5:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14855a53-48f8-4368-9dd5-ac55a5ddba45', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '8c695381-fb23-404d-8bb4-7b35cd4e37e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:53:25Z', 'updated_at': '2021-06-10T18:53:25Z', 'revision_number': 1, 'project_id': '1a2d315ad5024710bea813f4dc02e234', 'subnets': [{'id': '8c695381-fb23-404d-8bb4-7b35cd4e37e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-4-iscsi', False) {} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:53:27.056038 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd28fd9b-c247-4960-81a8-c84470ddca75 None None] The sync data for ids ['14855a53-48f8-4368-9dd5-ac55a5ddba45'] in dv-cinder-786260-4-iscsi is: [{'id': '14855a53-48f8-4368-9dd5-ac55a5ddba45', 'name': 'tempest-TestShelveInstance-1425096123-router', 'tenant_id': '1a2d315ad5024710bea813f4dc02e234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '115343b1-8688-415c-9375-536ef5ba6ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T18:53:22Z', 'updated_at': '2021-06-10T18:53:26Z', 'revision_number': 4, 'project_id': '1a2d315ad5024710bea813f4dc02e234', 'gw_port': {'id': '115343b1-8688-415c-9375-536ef5ba6ddb', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:88:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14855a53-48f8-4368-9dd5-ac55a5ddba45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:53:23Z', 'updated_at': '2021-06-10T18:53:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi', '_interfaces': [{'id': 'cc714dc2-1b27-4dee-8139-f82826461e57', 'name': '', 'network_id': '94dda773-c553-4b86-9491-0f581f6e4a36', 'tenant_id': '1a2d315ad5024710bea813f4dc02e234', 'mac_address': 'fa:16:3e:a0:a5:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14855a53-48f8-4368-9dd5-ac55a5ddba45', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '8c695381-fb23-404d-8bb4-7b35cd4e37e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:53:25Z', 'updated_at': '2021-06-10T18:53:25Z', 'revision_number': 1, 'project_id': '1a2d315ad5024710bea813f4dc02e234', 'subnets': [{'id': '8c695381-fb23-404d-8bb4-7b35cd4e37e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 18:53:27.076102 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-82b84d5d-ce8d-45ee-97f1-27287aa93ee7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4032840'] for router_interface, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:27.080725 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b84d5d-ce8d-45ee-97f1-27287aa93ee7 admin admin] Pushing event updated for resources: {'Port': ['ID=cc714dc2-1b27-4dee-8139-f82826461e57,revision_number=2']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:53:27.089922 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-82b84d5d-ce8d-45ee-97f1-27287aa93ee7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:53:27.095505 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-eecd3e3b-3868-4d0d-a180-a64f91bfc25b req-d0ab3dba-8388-490b-9837-1546a6c31e8b tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005549 Jun 10 18:53:27.209660 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b84d5d-ce8d-45ee-97f1-27287aa93ee7 admin admin] Network 94dda773-c553-4b86-9491-0f581f6e4a36 is already hosted by enough agents. {{(pid=98185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 18:53:27.212427 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.base_scheduler [None req-82b84d5d-ce8d-45ee-97f1-27287aa93ee7 admin admin] Resources bound (agent type, host, resource id): {{(pid=98185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 18:53:27.392580 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82b84d5d-ce8d-45ee-97f1-27287aa93ee7 admin admin] Router 14855a53-48f8-4368-9dd5-ac55a5ddba45 has already been hosted by L3 agent 1661496b-b13c-41e5-8e80-f6a07c138e01 {{(pid=98185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 18:53:27.492355 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-38192775-bc04-4d24-83d4-aa9f351ece62 None None] Provisioning complete for port cc714dc2-1b27-4dee-8139-f82826461e57 triggered by entity DHCP. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 18:53:27.492749 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-38192775-bc04-4d24-83d4-aa9f351ece62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:27.534440 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.plugin [None req-38192775-bc04-4d24-83d4-aa9f351ece62 None None] Port cc714dc2-1b27-4dee-8139-f82826461e57 cannot update to ACTIVE because it is not bound. {{(pid=98186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 18:53:27.556582 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82b84d5d-ce8d-45ee-97f1-27287aa93ee7 admin admin] Notify agent at l3_agent.dv-cinder-786260-4-iscsi the message routers_updated {{(pid=98185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 18:53:27.564997 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-82b84d5d-ce8d-45ee-97f1-27287aa93ee7 admin admin] 10.222.0.15 "PUT /v2.0/routers/14855a53-48f8-4368-9dd5-ac55a5ddba45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4025111 Jun 10 18:53:27.991262 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Device 115343b1-8688-415c-9375-536ef5ba6ddb up at agent ovs-agent-dv-cinder-786260-4-iscsi {{(pid=98186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 18:53:28.051074 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Provisioning for port 115343b1-8688-415c-9375-536ef5ba6ddb completed by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 18:53:28.055109 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Provisioning complete for port 115343b1-8688-415c-9375-536ef5ba6ddb triggered by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 18:53:28.055693 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:28.101860 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 52198) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:53:28.107006 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.v2.base [None req-17f00424-202f-4ad3-86fc-20fd7a2ae18c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1605643947-network', 'tenant_id': '5b44d6994dd64c71a9e268f755b2f704'}} {{(pid=98185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:53:28.131949 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17f00424-202f-4ad3-86fc-20fd7a2ae18c admin admin] Made reservation on behalf of 5b44d6994dd64c71a9e268f755b2f704 for: {'network': 1} {{(pid=98185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 18:53:28.134898 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-17f00424-202f-4ad3-86fc-20fd7a2ae18c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-941319'] for network, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:28.152785 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-17f00424-202f-4ad3-86fc-20fd7a2ae18c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:28.154400 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:28.183465 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] For port 115343b1-8688-415c-9375-536ef5ba6ddb, host dv-cinder-786260-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-4-iscsi',level=0,port_id=115343b1-8688-415c-9375-536ef5ba6ddb,segment=NetworkSegment(151ae908-95e4-46a8-8b94-d201ec410581),segment_id=151ae908-95e4-46a8-8b94-d201ec410581)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:53:28.191863 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:28.195269 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-8df4e914-3bce-45a9-8c11-f56d1ccf2a8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:53:28.258758 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Pushing event updated for resources: {'Port': ['ID=115343b1-8688-415c-9375-536ef5ba6ddb,revision_number=4']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:53:28.262244 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:53:28.274215 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-17f00424-202f-4ad3-86fc-20fd7a2ae18c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:28.279529 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-17f00424-202f-4ad3-86fc-20fd7a2ae18c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:28.293339 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17f00424-202f-4ad3-86fc-20fd7a2ae18c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=98185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 18:53:28.295668 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-0437ded3-07aa-49fd-9d38-bff02b87788f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:53:28.323023 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-17f00424-202f-4ad3-86fc-20fd7a2ae18c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881768'] for segment, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:28.323377 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.db.segments_db [None req-17f00424-202f-4ad3-86fc-20fd7a2ae18c admin admin] Added segment 6abdcb26-a0e3-49c7-9185-8c7932faffd7 of type vlan for network fa99101e-fe25-4baf-94b1-4969d0bfe922 Jun 10 18:53:28.330057 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e9ba9d-bbcd-44ad-8f88-5c73fd22f60c req-a4252742-7685-4e8d-b7a6-ebb1b762700c tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:53:28.334057 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-e1e9ba9d-bbcd-44ad-8f88-5c73fd22f60c req-a4252742-7685-4e8d-b7a6-ebb1b762700c tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 944 time: 0.1035042 Jun 10 18:53:28.338744 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f00424-202f-4ad3-86fc-20fd7a2ae18c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92bfce61-f459-43e0-8f82-8b80c24aa1ff,revision_number=1']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:53:28.366427 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-17f00424-202f-4ad3-86fc-20fd7a2ae18c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:53:28.381389 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-17f00424-202f-4ad3-86fc-20fd7a2ae18c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731578050973'] for network, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:28.388496 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-e1e9ba9d-bbcd-44ad-8f88-5c73fd22f60c req-3eb3b36f-e41a-4938-97d1-4898222ff301 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504129 Jun 10 18:53:28.412705 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-17f00424-202f-4ad3-86fc-20fd7a2ae18c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731739'] for network, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:28.414040 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f00424-202f-4ad3-86fc-20fd7a2ae18c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:53:28.414634 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-17f00424-202f-4ad3-86fc-20fd7a2ae18c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731712'] for network, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:28.417520 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-f9364e31-ccbf-492a-9c94-72453dbd1356 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:53:28.457370 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-17f00424-202f-4ad3-86fc-20fd7a2ae18c admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3543997 Jun 10 18:53:28.459982 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 52204) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:53:28.464909 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.v2.base [None req-1129cb4f-269a-4ad5-bc31-5db80a2b3619 admin admin] Request body: {'subnet': {'network_id': 'fa99101e-fe25-4baf-94b1-4969d0bfe922', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1605643947-subnet', 'tenant_id': '5b44d6994dd64c71a9e268f755b2f704', 'ip_version': 4}} {{(pid=98185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:53:28.508878 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f00424-202f-4ad3-86fc-20fd7a2ae18c admin admin] Pushing event updated for resources: {'Network': ['ID=fa99101e-fe25-4baf-94b1-4969d0bfe922,revision_number=1']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:53:28.514019 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-17f00424-202f-4ad3-86fc-20fd7a2ae18c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:53:28.521027 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Network fa99101e-fe25-4baf-94b1-4969d0bfe922 details requested by agent ovs-agent-dv-cinder-786260-4-iscsi with host dv-cinder-786260-4-iscsi {{(pid=98186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 18:53:28.530854 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1129cb4f-269a-4ad5-bc31-5db80a2b3619 admin admin] Made reservation on behalf of 5b44d6994dd64c71a9e268f755b2f704 for: {'subnet': 1} {{(pid=98185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 18:53:28.534077 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-1129cb4f-269a-4ad5-bc31-5db80a2b3619 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11674973'] for subnet, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:28.743452 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-1129cb4f-269a-4ad5-bc31-5db80a2b3619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11876954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11674955'] for subnet, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:28.745694 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:53:28.816255 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1129cb4f-269a-4ad5-bc31-5db80a2b3619 admin admin] Pushing event updated for resources: {'Subnet': ['ID=647cafc5-80b9-4fb8-9081-4194a64dfc21,revision_number=0']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:53:28.820450 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-1129cb4f-269a-4ad5-bc31-5db80a2b3619 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:53:28.824408 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1129cb4f-269a-4ad5-bc31-5db80a2b3619 admin admin] Checking segment: {'id': '6abdcb26-a0e3-49c7-9185-8c7932faffd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fa99101e-fe25-4baf-94b1-4969d0bfe922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 18:53:28.824762 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1129cb4f-269a-4ad5-bc31-5db80a2b3619 admin admin] Network hostable DHCP agents. Network: fa99101e-fe25-4baf-94b1-4969d0bfe922, hostable agents: ['32d11a73-8882-47f0-8c19-15a088a2f1dc'], hosted agents: [] {{(pid=98185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 18:53:28.847618 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1129cb4f-269a-4ad5-bc31-5db80a2b3619 admin admin] Network fa99101e-fe25-4baf-94b1-4969d0bfe922 is scheduled to be hosted by DHCP agent 32d11a73-8882-47f0-8c19-15a088a2f1dc with binding_index 1 {{(pid=98185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 18:53:28.857509 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.base_scheduler [None req-1129cb4f-269a-4ad5-bc31-5db80a2b3619 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-4-iscsi, fa99101e-fe25-4baf-94b1-4969d0bfe922) {{(pid=98185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 18:53:28.862301 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1129cb4f-269a-4ad5-bc31-5db80a2b3619 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:53:28.862886 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-1129cb4f-269a-4ad5-bc31-5db80a2b3619 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:28.867421 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba877de-03d6-4d1c-9381-a8231123045f None None] Network fa99101e-fe25-4baf-94b1-4969d0bfe922 requested from dv-cinder-786260-4-iscsi {{(pid=98186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 18:53:28.877363 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-1129cb4f-269a-4ad5-bc31-5db80a2b3619 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4163423 Jun 10 18:53:28.879858 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 52208) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:53:28.884626 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.v2.base [None req-ec9eb1a6-0e7f-4174-988a-9aa5225be2cd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1605643947-router', 'tenant_id': '5b44d6994dd64c71a9e268f755b2f704', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d'}}} {{(pid=98185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:53:28.905950 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-ec9eb1a6-0e7f-4174-988a-9aa5225be2cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4031469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25378'] for router, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:28.907567 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-ec9eb1a6-0e7f-4174-988a-9aa5225be2cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4031304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4045498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4061363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25387'] for router, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:28.973021 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-ec9eb1a6-0e7f-4174-988a-9aa5225be2cd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:29.053067 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c63e0d-7803-44a9-aa02-1aa78ba25bf4 None None] Sync routers for ids ['14855a53-48f8-4368-9dd5-ac55a5ddba45'] in dv-cinder-786260-4-iscsi {{(pid=98187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 18:53:29.063917 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c63e0d-7803-44a9-aa02-1aa78ba25bf4 None None] Routers {'14855a53-48f8-4368-9dd5-ac55a5ddba45'} bound to L3 agent in host dv-cinder-786260-4-iscsi {{(pid=98187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 18:53:29.064532 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_hamode_db [None req-f2c63e0d-7803-44a9-aa02-1aa78ba25bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T18:39:44Z,description=,heartbeat_timestamp=2021-06-10T18:53:14Z,host='dv-cinder-786260-4-iscsi',id=1661496b-b13c-41e5-8e80-f6a07c138e01,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T18:39:44Z,topic='l3_agent')) {'router_ids': ['14855a53-48f8-4368-9dd5-ac55a5ddba45'], 'active': True} {{(pid=98187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:53:29.067488 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96132a3a-5dc7-402f-b461-ab63bacaa3f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb210373e-bde5-52cb-bc22-9269e2ef8f47-fa99101e-fe25-4baf-94b1-4969d0bfe922', 'network_id': 'fa99101e-fe25-4baf-94b1-4969d0bfe922', 'tenant_id': '5b44d6994dd64c71a9e268f755b2f704', 'fixed_ips': [{'subnet_id': '647cafc5-80b9-4fb8-9081-4194a64dfc21'}]}} from dv-cinder-786260-4-iscsi. {{(pid=98186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 18:53:29.068431 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-96132a3a-5dc7-402f-b461-ab63bacaa3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-941319'] for port, before_create {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:29.184109 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-ec9eb1a6-0e7f-4174-988a-9aa5225be2cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4045491', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4031455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25561'] for router, precommit_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:29.214516 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_dvr_db [None req-f2c63e0d-7803-44a9-aa02-1aa78ba25bf4 None None] Set router 14855a53-48f8-4368-9dd5-ac55a5ddba45 gateway port host: dv-cinder-786260-4-iscsi {{(pid=98187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 18:53:29.231887 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.db_base_plugin_common [None req-96132a3a-5dc7-402f-b461-ab63bacaa3f6 None None] Allocated IP 172.20.0.2 (fa99101e-fe25-4baf-94b1-4969d0bfe922/647cafc5-80b9-4fb8-9081-4194a64dfc21/c0d0208d-5359-4c9e-8381-746d7908edf9) {{(pid=98186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 18:53:29.245408 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Device 76331b0e-aa76-4209-9101-3faadfe15b6d up at agent hyperv_hv-cinder-78626 {{(pid=98186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 18:53:29.513658 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-ec9eb1a6-0e7f-4174-988a-9aa5225be2cd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:29.533103 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Provisioning complete for port 76331b0e-aa76-4209-9101-3faadfe15b6d triggered by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 18:53:29.541260 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:29.543941 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-ec9eb1a6-0e7f-4174-988a-9aa5225be2cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-941319'] for port, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:29.553282 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-96132a3a-5dc7-402f-b461-ab63bacaa3f6 None None] Notify callbacks [] for port, precommit_create {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:29.553951 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_hamode_db [None req-f2c63e0d-7803-44a9-aa02-1aa78ba25bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14855a53-48f8-4368-9dd5-ac55a5ddba45', 'name': 'tempest-TestShelveInstance-1425096123-router', 'tenant_id': '1a2d315ad5024710bea813f4dc02e234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '115343b1-8688-415c-9375-536ef5ba6ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T18:53:22Z', 'updated_at': '2021-06-10T18:53:26Z', 'revision_number': 4, 'project_id': '1a2d315ad5024710bea813f4dc02e234', 'gw_port': {'id': '115343b1-8688-415c-9375-536ef5ba6ddb', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:88:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14855a53-48f8-4368-9dd5-ac55a5ddba45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:53:23Z', 'updated_at': '2021-06-10T18:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi', '_interfaces': [{'id': 'cc714dc2-1b27-4dee-8139-f82826461e57', 'name': '', 'network_id': '94dda773-c553-4b86-9491-0f581f6e4a36', 'tenant_id': '1a2d315ad5024710bea813f4dc02e234', 'mac_address': 'fa:16:3e:a0:a5:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14855a53-48f8-4368-9dd5-ac55a5ddba45', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '8c695381-fb23-404d-8bb4-7b35cd4e37e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:53:25Z', 'updated_at': '2021-06-10T18:53:26Z', 'revision_number': 2, 'project_id': '1a2d315ad5024710bea813f4dc02e234', 'subnets': [{'id': '8c695381-fb23-404d-8bb4-7b35cd4e37e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-4-iscsi', False) {} {{(pid=98187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:53:29.559268 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c63e0d-7803-44a9-aa02-1aa78ba25bf4 None None] Checking router: 14855a53-48f8-4368-9dd5-ac55a5ddba45 for host: dv-cinder-786260-4-iscsi {{(pid=98187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 18:53:29.559928 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c63e0d-7803-44a9-aa02-1aa78ba25bf4 None None] Updating router 14855a53-48f8-4368-9dd5-ac55a5ddba45 port cc714dc2-1b27-4dee-8139-f82826461e57 binding host dv-cinder-786260-4-iscsi {{(pid=98187) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 18:53:29.603550 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-96132a3a-5dc7-402f-b461-ab63bacaa3f6 None None] Transition to ACTIVE for port object c0d0208d-5359-4c9e-8381-746d7908edf9 will not be triggered until provisioned by entity L2. {{(pid=98186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 18:53:29.617866 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron_lib.callbacks.manager [None req-f2c63e0d-7803-44a9-aa02-1aa78ba25bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:29.627029 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-96132a3a-5dc7-402f-b461-ab63bacaa3f6 None None] Transition to ACTIVE for port object c0d0208d-5359-4c9e-8381-746d7908edf9 will not be triggered until provisioned by entity DHCP. {{(pid=98186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 18:53:29.640488 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-96132a3a-5dc7-402f-b461-ab63bacaa3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-941510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578064406'] for port, after_create {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:29.679643 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:53:29.741782 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96132a3a-5dc7-402f-b461-ab63bacaa3f6 None None] Network fa99101e-fe25-4baf-94b1-4969d0bfe922 is already hosted by enough agents. {{(pid=98186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 18:53:29.742880 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:29.749784 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.scheduler.base_scheduler [None req-96132a3a-5dc7-402f-b461-ab63bacaa3f6 None None] Resources bound (agent type, host, resource id): {{(pid=98186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 18:53:29.752235 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96132a3a-5dc7-402f-b461-ab63bacaa3f6 None None] Received port after_create {{(pid=98186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 18:53:29.773958 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96132a3a-5dc7-402f-b461-ab63bacaa3f6 None None] Pushing event updated for resources: {'Port': ['ID=c0d0208d-5359-4c9e-8381-746d7908edf9,revision_number=1']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:53:29.777367 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-96132a3a-5dc7-402f-b461-ab63bacaa3f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:53:29.812533 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.db.db_base_plugin_common [None req-ec9eb1a6-0e7f-4174-988a-9aa5225be2cd admin admin] Allocated IP 172.27.3.182 (a2be77e0-c818-4f69-a7bb-de46a435f28d/dcf03c9b-e407-4813-8188-7ebc21a92a5e/b23207bf-2d34-47e4-8d19-71422b91348d) {{(pid=98185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 18:53:29.813877 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '135f92c8-e0cb-4946-a349-7e8f9d30c078', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76331b0e-aa76-4209-9101-3faadfe15b6d'}] {{(pid=98186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 18:53:29.816328 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c2f46a37dc9d9ea27ba47e2e5c887733d44c46f74833e79389795ef1d11a41d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b4ed39b-28e5-4bc5-b7e5-78736e0df31d" -d '{"events": [{"server_uuid": "135f92c8-e0cb-4946-a349-7e8f9d30c078", "name": "network-vif-plugged", "status": "completed", "tag": "76331b0e-aa76-4209-9101-3faadfe15b6d"}]}' {{(pid=98186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 18:53:29.868685 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] For port 76331b0e-aa76-4209-9101-3faadfe15b6d, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=76331b0e-aa76-4209-9101-3faadfe15b6d,segment=NetworkSegment(cce5025b-9a61-488a-a883-513d04362a8a),segment_id=cce5025b-9a61-488a-a883-513d04362a8a)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:53:29.874776 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:29.879057 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:53:29.883066 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.managers [None req-96132a3a-5dc7-402f-b461-ab63bacaa3f6 None None] Attempting to bind port c0d0208d-5359-4c9e-8381-746d7908edf9 on host dv-cinder-786260-4-iscsi for vnic_type normal with profile {{(pid=98186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 18:53:29.883577 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.managers [None req-96132a3a-5dc7-402f-b461-ab63bacaa3f6 None None] Attempting to bind port c0d0208d-5359-4c9e-8381-746d7908edf9 by drivers openvswitch,hyperv on host dv-cinder-786260-4-iscsi at level 0 using segments [{'id': '6abdcb26-a0e3-49c7-9185-8c7932faffd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fa99101e-fe25-4baf-94b1-4969d0bfe922'}] {{(pid=98186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 18:53:29.884054 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96132a3a-5dc7-402f-b461-ab63bacaa3f6 None None] Attempting to bind port c0d0208d-5359-4c9e-8381-746d7908edf9 on network fa99101e-fe25-4baf-94b1-4969d0bfe922 {{(pid=98186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 18:53:29.916658 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96132a3a-5dc7-402f-b461-ab63bacaa3f6 None None] Checking agent: {'id': '0a9461fa-5aa1-4bfe-a01a-9192fdaa924f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 18, 39, 44), 'started_at': datetime.datetime(2021, 6, 10, 18, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 18, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 18:53:29.917058 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96132a3a-5dc7-402f-b461-ab63bacaa3f6 None None] Checking segment: {'id': '6abdcb26-a0e3-49c7-9185-8c7932faffd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fa99101e-fe25-4baf-94b1-4969d0bfe922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 18:53:29.917688 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-96132a3a-5dc7-402f-b461-ab63bacaa3f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:29.918133 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96132a3a-5dc7-402f-b461-ab63bacaa3f6 None None] Bound using segment: {'id': '6abdcb26-a0e3-49c7-9185-8c7932faffd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fa99101e-fe25-4baf-94b1-4969d0bfe922'} {{(pid=98186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 18:53:29.918575 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.managers [None req-96132a3a-5dc7-402f-b461-ab63bacaa3f6 None None] Bound port: c0d0208d-5359-4c9e-8381-746d7908edf9, host: dv-cinder-786260-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6abdcb26-a0e3-49c7-9185-8c7932faffd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fa99101e-fe25-4baf-94b1-4969d0bfe922'}}] {{(pid=98186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 18:53:29.918969 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-96132a3a-5dc7-402f-b461-ab63bacaa3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:29.968084 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-ec9eb1a6-0e7f-4174-988a-9aa5225be2cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:29.985385 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Device 115343b1-8688-415c-9375-536ef5ba6ddb up at agent ovs-agent-dv-cinder-786260-4-iscsi {{(pid=98186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 18:53:30.038679 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35d34ad-d284-4e9c-93f4-f366a86573f6 req-2cb1dbcb-3c00-47c4-af30-c75a536b5811 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:53:30.040417 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-e35d34ad-d284-4e9c-93f4-f366a86573f6 req-2cb1dbcb-3c00-47c4-af30-c75a536b5811 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 944 time: 0.3996677 Jun 10 18:53:30.065713 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-ec9eb1a6-0e7f-4174-988a-9aa5225be2cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-941510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578064406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11876810'] for port, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:30.070385 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-ee0c2312-c293-4bd4-8ef6-ca89e5f397a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:53:30.077372 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Pushing event updated for resources: {'Port': ['ID=76331b0e-aa76-4209-9101-3faadfe15b6d,revision_number=10']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:53:30.087431 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:53:30.094803 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-96132a3a-5dc7-402f-b461-ab63bacaa3f6 None None] For port c0d0208d-5359-4c9e-8381-746d7908edf9, host dv-cinder-786260-4-iscsi, cleared binding levels {{(pid=98186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 18:53:30.099668 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-96132a3a-5dc7-402f-b461-ab63bacaa3f6 None None] For port c0d0208d-5359-4c9e-8381-746d7908edf9, host dv-cinder-786260-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-4-iscsi',level=0,port_id=c0d0208d-5359-4c9e-8381-746d7908edf9,segment=NetworkSegment(6abdcb26-a0e3-49c7-9185-8c7932faffd7),segment_id=6abdcb26-a0e3-49c7-9185-8c7932faffd7)] {{(pid=98186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 18:53:30.112156 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-96132a3a-5dc7-402f-b461-ab63bacaa3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:30.115825 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:53:30.133138 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9eb1a6-0e7f-4174-988a-9aa5225be2cd admin admin] Pushing event updated for resources: {'Port': ['ID=b23207bf-2d34-47e4-8d19-71422b91348d,revision_number=1']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:53:30.136495 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-ec9eb1a6-0e7f-4174-988a-9aa5225be2cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:53:30.151798 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Provisioning complete for port 115343b1-8688-415c-9375-536ef5ba6ddb triggered by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 18:53:30.152524 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:30.174043 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-e35d34ad-d284-4e9c-93f4-f366a86573f6 req-b9f6ca19-0b84-4cc7-9590-b738428306d8 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199439 Jun 10 18:53:30.191500 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9eb1a6-0e7f-4174-988a-9aa5225be2cd admin admin] Network a2be77e0-c818-4f69-a7bb-de46a435f28d is already hosted by enough agents. {{(pid=98185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 18:53:30.193059 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.base_scheduler [None req-ec9eb1a6-0e7f-4174-988a-9aa5225be2cd admin admin] Resources bound (agent type, host, resource id): {{(pid=98185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 18:53:30.195897 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9eb1a6-0e7f-4174-988a-9aa5225be2cd admin admin] Received port after_create {{(pid=98185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 18:53:30.201871 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron_lib.callbacks.manager [None req-f2c63e0d-7803-44a9-aa02-1aa78ba25bf4 None None] Notify callbacks [] for port, precommit_update {{(pid=98187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:30.214644 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.provisioning_blocks [None req-f2c63e0d-7803-44a9-aa02-1aa78ba25bf4 None None] Transition to ACTIVE for port object cc714dc2-1b27-4dee-8139-f82826461e57 will not be triggered until provisioned by entity L2. {{(pid=98187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 18:53:30.221396 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron_lib.callbacks.manager [None req-f2c63e0d-7803-44a9-aa02-1aa78ba25bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:30.221643 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 18:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a828153e-edd1-406f-b7e8-36ecfd5305a4 x-openstack-request-id: req-a828153e-edd1-406f-b7e8-36ecfd5305a4 {{(pid=98186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 18:53:30.221952 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "135f92c8-e0cb-4946-a349-7e8f9d30c078", "name": "network-vif-plugged", "status": "completed", "tag": "76331b0e-aa76-4209-9101-3faadfe15b6d", "code": 200}]} {{(pid=98186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 18:53:30.222232 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a828153e-edd1-406f-b7e8-36ecfd5305a4 {{(pid=98186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 18:53:30.222642 dv-cinder-786260-4-iscsi neutron-server[98186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '135f92c8-e0cb-4946-a349-7e8f9d30c078', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76331b0e-aa76-4209-9101-3faadfe15b6d', 'code': 200} Jun 10 18:53:30.225138 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:53:30.261289 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96132a3a-5dc7-402f-b461-ab63bacaa3f6 None None] Pushing event updated for resources: {'Port': ['ID=c0d0208d-5359-4c9e-8381-746d7908edf9,revision_number=2']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:53:30.264957 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-96132a3a-5dc7-402f-b461-ab63bacaa3f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:53:30.345759 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0235cba6-6334-4612-a439-3867e1ee491b None None] Pushing event updated for resources: {'Port': ['ID=cc714dc2-1b27-4dee-8139-f82826461e57,revision_number=3']} {{(pid=98187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:53:30.379164 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0235cba6-6334-4612-a439-3867e1ee491b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:53:30.379644 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0235cba6-6334-4612-a439-3867e1ee491b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:53:30.380085 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0235cba6-6334-4612-a439-3867e1ee491b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:53:30.380529 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0235cba6-6334-4612-a439-3867e1ee491b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:53:30.381153 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0235cba6-6334-4612-a439-3867e1ee491b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:53:30.381727 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0235cba6-6334-4612-a439-3867e1ee491b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:53:30.382290 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0235cba6-6334-4612-a439-3867e1ee491b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:53:30.382718 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0235cba6-6334-4612-a439-3867e1ee491b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:53:30.383207 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0235cba6-6334-4612-a439-3867e1ee491b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:53:30.383626 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0235cba6-6334-4612-a439-3867e1ee491b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:53:30.384116 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0235cba6-6334-4612-a439-3867e1ee491b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:53:30.384587 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0235cba6-6334-4612-a439-3867e1ee491b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:53:30.393375 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG oslo_concurrency.lockutils [None req-0235cba6-6334-4612-a439-3867e1ee491b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=98187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:53:30.435151 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.plugins.ml2.managers [None req-f2c63e0d-7803-44a9-aa02-1aa78ba25bf4 None None] Attempting to bind port cc714dc2-1b27-4dee-8139-f82826461e57 on host dv-cinder-786260-4-iscsi for vnic_type normal with profile {{(pid=98187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 18:53:30.436461 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.plugins.ml2.managers [None req-f2c63e0d-7803-44a9-aa02-1aa78ba25bf4 None None] Attempting to bind port cc714dc2-1b27-4dee-8139-f82826461e57 by drivers openvswitch,hyperv on host dv-cinder-786260-4-iscsi at level 0 using segments [{'id': '504bc498-15bf-4e70-b123-a45dca87e9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '94dda773-c553-4b86-9491-0f581f6e4a36'}] {{(pid=98187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 18:53:30.436461 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c63e0d-7803-44a9-aa02-1aa78ba25bf4 None None] Attempting to bind port cc714dc2-1b27-4dee-8139-f82826461e57 on network 94dda773-c553-4b86-9491-0f581f6e4a36 {{(pid=98187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 18:53:30.442362 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c63e0d-7803-44a9-aa02-1aa78ba25bf4 None None] Checking agent: {'id': '0a9461fa-5aa1-4bfe-a01a-9192fdaa924f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 18, 39, 44), 'started_at': datetime.datetime(2021, 6, 10, 18, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 18, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 18:53:30.442741 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c63e0d-7803-44a9-aa02-1aa78ba25bf4 None None] Checking segment: {'id': '504bc498-15bf-4e70-b123-a45dca87e9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '94dda773-c553-4b86-9491-0f581f6e4a36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 18:53:30.443145 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron_lib.callbacks.manager [None req-f2c63e0d-7803-44a9-aa02-1aa78ba25bf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:30.443542 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c63e0d-7803-44a9-aa02-1aa78ba25bf4 None None] Bound using segment: {'id': '504bc498-15bf-4e70-b123-a45dca87e9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '94dda773-c553-4b86-9491-0f581f6e4a36'} {{(pid=98187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 18:53:30.444008 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.plugins.ml2.managers [None req-f2c63e0d-7803-44a9-aa02-1aa78ba25bf4 None None] Bound port: cc714dc2-1b27-4dee-8139-f82826461e57, host: dv-cinder-786260-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '504bc498-15bf-4e70-b123-a45dca87e9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '94dda773-c553-4b86-9491-0f581f6e4a36'}}] {{(pid=98187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 18:53:30.444385 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron_lib.callbacks.manager [None req-f2c63e0d-7803-44a9-aa02-1aa78ba25bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:30.547205 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.plugins.ml2.db [None req-f2c63e0d-7803-44a9-aa02-1aa78ba25bf4 None None] For port cc714dc2-1b27-4dee-8139-f82826461e57, host dv-cinder-786260-4-iscsi, cleared binding levels {{(pid=98187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 18:53:30.551803 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.plugins.ml2.db [None req-f2c63e0d-7803-44a9-aa02-1aa78ba25bf4 None None] For port cc714dc2-1b27-4dee-8139-f82826461e57, host dv-cinder-786260-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-4-iscsi',level=0,port_id=cc714dc2-1b27-4dee-8139-f82826461e57,segment=NetworkSegment(504bc498-15bf-4e70-b123-a45dca87e9a4),segment_id=504bc498-15bf-4e70-b123-a45dca87e9a4)] {{(pid=98187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 18:53:30.580337 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron_lib.callbacks.manager [None req-f2c63e0d-7803-44a9-aa02-1aa78ba25bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:30.592542 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:53:30.658474 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c63e0d-7803-44a9-aa02-1aa78ba25bf4 None None] Routers {'14855a53-48f8-4368-9dd5-ac55a5ddba45'} bound to L3 agent in host dv-cinder-786260-4-iscsi {{(pid=98187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 18:53:30.659127 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_hamode_db [None req-f2c63e0d-7803-44a9-aa02-1aa78ba25bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T18:39:44Z,description=,heartbeat_timestamp=2021-06-10T18:53:14Z,host='dv-cinder-786260-4-iscsi',id=1661496b-b13c-41e5-8e80-f6a07c138e01,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T18:39:44Z,topic='l3_agent')) {'router_ids': ['14855a53-48f8-4368-9dd5-ac55a5ddba45'], 'active': True} {{(pid=98187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:53:30.901192 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0235cba6-6334-4612-a439-3867e1ee491b None None] Pushing event updated for resources: {'Port': ['ID=cc714dc2-1b27-4dee-8139-f82826461e57,revision_number=4']} {{(pid=98187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:53:30.908193 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG oslo_concurrency.lockutils [None req-0235cba6-6334-4612-a439-3867e1ee491b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=98187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:53:30.911917 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_dvr_db [None req-f2c63e0d-7803-44a9-aa02-1aa78ba25bf4 None None] Set router 14855a53-48f8-4368-9dd5-ac55a5ddba45 gateway port host: dv-cinder-786260-4-iscsi {{(pid=98187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 18:53:31.073990 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9713248-0529-4581-ae66-db9c078ccb91 req-06520eda-20a1-44de-b422-9c6142854046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:53:31.075491 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-b9713248-0529-4581-ae66-db9c078ccb91 req-06520eda-20a1-44de-b422-9c6142854046 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 1099 time: 0.1142099 Jun 10 18:53:31.080624 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-ec9eb1a6-0e7f-4174-988a-9aa5225be2cd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:31.214497 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_hamode_db [None req-f2c63e0d-7803-44a9-aa02-1aa78ba25bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14855a53-48f8-4368-9dd5-ac55a5ddba45', 'name': 'tempest-TestShelveInstance-1425096123-router', 'tenant_id': '1a2d315ad5024710bea813f4dc02e234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '115343b1-8688-415c-9375-536ef5ba6ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T18:53:22Z', 'updated_at': '2021-06-10T18:53:26Z', 'revision_number': 4, 'project_id': '1a2d315ad5024710bea813f4dc02e234', 'gw_port': {'id': '115343b1-8688-415c-9375-536ef5ba6ddb', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:88:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14855a53-48f8-4368-9dd5-ac55a5ddba45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:53:23Z', 'updated_at': '2021-06-10T18:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi', '_interfaces': [{'id': 'cc714dc2-1b27-4dee-8139-f82826461e57', 'name': '', 'network_id': '94dda773-c553-4b86-9491-0f581f6e4a36', 'tenant_id': '1a2d315ad5024710bea813f4dc02e234', 'mac_address': 'fa:16:3e:a0:a5:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14855a53-48f8-4368-9dd5-ac55a5ddba45', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '8c695381-fb23-404d-8bb4-7b35cd4e37e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:53:25Z', 'updated_at': '2021-06-10T18:53:30Z', 'revision_number': 4, 'project_id': '1a2d315ad5024710bea813f4dc02e234', 'subnets': [{'id': '8c695381-fb23-404d-8bb4-7b35cd4e37e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-4-iscsi', False) {} {{(pid=98187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:53:31.218176 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c63e0d-7803-44a9-aa02-1aa78ba25bf4 None None] The sync data for ids ['14855a53-48f8-4368-9dd5-ac55a5ddba45'] in dv-cinder-786260-4-iscsi is: [{'id': '14855a53-48f8-4368-9dd5-ac55a5ddba45', 'name': 'tempest-TestShelveInstance-1425096123-router', 'tenant_id': '1a2d315ad5024710bea813f4dc02e234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '115343b1-8688-415c-9375-536ef5ba6ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T18:53:22Z', 'updated_at': '2021-06-10T18:53:26Z', 'revision_number': 4, 'project_id': '1a2d315ad5024710bea813f4dc02e234', 'gw_port': {'id': '115343b1-8688-415c-9375-536ef5ba6ddb', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:88:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14855a53-48f8-4368-9dd5-ac55a5ddba45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:53:23Z', 'updated_at': '2021-06-10T18:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi', '_interfaces': [{'id': 'cc714dc2-1b27-4dee-8139-f82826461e57', 'name': '', 'network_id': '94dda773-c553-4b86-9491-0f581f6e4a36', 'tenant_id': '1a2d315ad5024710bea813f4dc02e234', 'mac_address': 'fa:16:3e:a0:a5:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14855a53-48f8-4368-9dd5-ac55a5ddba45', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '8c695381-fb23-404d-8bb4-7b35cd4e37e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:53:25Z', 'updated_at': '2021-06-10T18:53:30Z', 'revision_number': 4, 'project_id': '1a2d315ad5024710bea813f4dc02e234', 'subnets': [{'id': '8c695381-fb23-404d-8bb4-7b35cd4e37e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 18:53:31.248484 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-b9713248-0529-4581-ae66-db9c078ccb91 req-af234236-4677-4f48-9e36-2ce863ef8acf service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1645901 Jun 10 18:53:31.493109 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeff6e5a-bdb1-40cd-882a-1dd5939aab27 None None] Network fa99101e-fe25-4baf-94b1-4969d0bfe922 requested from dv-cinder-786260-4-iscsi {{(pid=98186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 18:53:31.501558 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-ec9eb1a6-0e7f-4174-988a-9aa5225be2cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4031444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4045819'] for router, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:31.512343 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69074fa0-4a65-4d39-9244-83ba58feb0d3 req-68f1a00e-aaee-401c-ab4d-9d59a934a278 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:53:31.513881 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-69074fa0-4a65-4d39-9244-83ba58feb0d3 req-68f1a00e-aaee-401c-ab4d-9d59a934a278 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 946 time: 0.1663933 Jun 10 18:53:31.604393 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-462a5b82-301b-4f7c-9ad6-2cd48c59b686 None None] Provisioning for port c0d0208d-5359-4c9e-8381-746d7908edf9 completed by entity DHCP. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 18:53:31.683858 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-69074fa0-4a65-4d39-9244-83ba58feb0d3 req-c6b89c46-d0b7-470e-9534-02064a44fab9 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044066 Jun 10 18:53:31.751936 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec9eb1a6-0e7f-4174-988a-9aa5225be2cd admin admin] Router e2506cae-f82e-42bc-aa68-7fd304b30efb is scheduled to L3 agent 1661496b-b13c-41e5-8e80-f6a07c138e01 with binding_index 1 {{(pid=98185) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 18:53:31.917295 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec9eb1a6-0e7f-4174-988a-9aa5225be2cd admin admin] Notify agent at l3_agent.dv-cinder-786260-4-iscsi the message routers_updated {{(pid=98185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 18:53:31.940229 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8eb2577-233e-493c-8919-54dc8f0b71b8 None None] Sync routers for ids ['e2506cae-f82e-42bc-aa68-7fd304b30efb'] in dv-cinder-786260-4-iscsi {{(pid=98186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 18:53:31.940816 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-ec9eb1a6-0e7f-4174-988a-9aa5225be2cd admin admin] Notify callbacks [] for router, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:31.942386 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-ec9eb1a6-0e7f-4174-988a-9aa5225be2cd admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0615885 Jun 10 18:53:31.945149 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 52240) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:53:31.951284 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8eb2577-233e-493c-8919-54dc8f0b71b8 None None] Routers {'e2506cae-f82e-42bc-aa68-7fd304b30efb'} bound to L3 agent in host dv-cinder-786260-4-iscsi {{(pid=98186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 18:53:31.951947 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-a8eb2577-233e-493c-8919-54dc8f0b71b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T18:39:44Z,description=,heartbeat_timestamp=2021-06-10T18:53:14Z,host='dv-cinder-786260-4-iscsi',id=1661496b-b13c-41e5-8e80-f6a07c138e01,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T18:39:44Z,topic='l3_agent')) {'router_ids': ['e2506cae-f82e-42bc-aa68-7fd304b30efb'], 'active': True} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:53:32.211478 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Device c0d0208d-5359-4c9e-8381-746d7908edf9 up at agent ovs-agent-dv-cinder-786260-4-iscsi {{(pid=98186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 18:53:32.316454 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvr_db [None req-a8eb2577-233e-493c-8919-54dc8f0b71b8 None None] Set router e2506cae-f82e-42bc-aa68-7fd304b30efb gateway port host: dv-cinder-786260-4-iscsi {{(pid=98186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 18:53:32.318439 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Provisioning for port c0d0208d-5359-4c9e-8381-746d7908edf9 completed by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 18:53:32.361656 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Provisioning complete for port c0d0208d-5359-4c9e-8381-746d7908edf9 triggered by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 18:53:32.362035 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:32.545286 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-b6f93724-11e2-40d7-ad84-17ce3da5fe51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-941319'] for port, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:32.591640 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:32.664557 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] For port c0d0208d-5359-4c9e-8381-746d7908edf9, host dv-cinder-786260-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-4-iscsi',level=0,port_id=c0d0208d-5359-4c9e-8381-746d7908edf9,segment=NetworkSegment(6abdcb26-a0e3-49c7-9185-8c7932faffd7),segment_id=6abdcb26-a0e3-49c7-9185-8c7932faffd7)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:53:32.671322 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:32.672850 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Device cc714dc2-1b27-4dee-8139-f82826461e57 up at agent ovs-agent-dv-cinder-786260-4-iscsi {{(pid=98186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 18:53:32.675762 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-72ab3a59-f874-4f99-8471-7637a8a2d8e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:53:32.726002 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.db.db_base_plugin_common [None req-b6f93724-11e2-40d7-ad84-17ce3da5fe51 admin admin] Allocated IP 172.20.0.1 (fa99101e-fe25-4baf-94b1-4969d0bfe922/647cafc5-80b9-4fb8-9081-4194a64dfc21/18a41d6f-b77c-4066-a9a3-b65d7688ff91) {{(pid=98185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 18:53:32.757519 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-a8eb2577-233e-493c-8919-54dc8f0b71b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2506cae-f82e-42bc-aa68-7fd304b30efb', 'name': 'tempest-TestShelveInstance-1605643947-router', 'tenant_id': '5b44d6994dd64c71a9e268f755b2f704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'b23207bf-2d34-47e4-8d19-71422b91348d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T18:53:28Z', 'updated_at': '2021-06-10T18:53:30Z', 'revision_number': 3, 'project_id': '5b44d6994dd64c71a9e268f755b2f704', 'gw_port': {'id': 'b23207bf-2d34-47e4-8d19-71422b91348d', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:9e:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2506cae-f82e-42bc-aa68-7fd304b30efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:53:29Z', 'updated_at': '2021-06-10T18:53:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi'}], 'dv-cinder-786260-4-iscsi', False) {} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:53:32.768287 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8eb2577-233e-493c-8919-54dc8f0b71b8 None None] Checking router: e2506cae-f82e-42bc-aa68-7fd304b30efb for host: dv-cinder-786260-4-iscsi {{(pid=98186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 18:53:32.768655 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8eb2577-233e-493c-8919-54dc8f0b71b8 None None] Updating router e2506cae-f82e-42bc-aa68-7fd304b30efb port b23207bf-2d34-47e4-8d19-71422b91348d binding host dv-cinder-786260-4-iscsi {{(pid=98186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 18:53:32.822885 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Pushing event updated for resources: {'Port': ['ID=c0d0208d-5359-4c9e-8381-746d7908edf9,revision_number=3']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:53:32.827728 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:53:32.836770 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-a8eb2577-233e-493c-8919-54dc8f0b71b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:32.885344 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-b6f93724-11e2-40d7-ad84-17ce3da5fe51 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:32.906119 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.db.provisioning_blocks [None req-b6f93724-11e2-40d7-ad84-17ce3da5fe51 admin admin] Transition to ACTIVE for port object 18a41d6f-b77c-4066-a9a3-b65d7688ff91 will not be triggered until provisioned by entity DHCP. {{(pid=98185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 18:53:32.932354 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711c9fed-621a-4fdc-ab92-4143c215daf6 req-c2604da4-7dae-40a6-b6e0-306eba5500e4 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:53:32.935330 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-711c9fed-621a-4fdc-ab92-4143c215daf6 req-c2604da4-7dae-40a6-b6e0-306eba5500e4 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 946 time: 0.1023526 Jun 10 18:53:32.946731 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-b6f93724-11e2-40d7-ad84-17ce3da5fe51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-941510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578064406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11876810'] for port, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:32.949742 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-aa417304-ad9f-4256-88bb-f5d858b1f9b3 tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:53:32.993401 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Provisioning for port cc714dc2-1b27-4dee-8139-f82826461e57 completed by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 18:53:32.999208 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Provisioning complete for port cc714dc2-1b27-4dee-8139-f82826461e57 triggered by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 18:53:32.999602 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:33.013919 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-711c9fed-621a-4fdc-ab92-4143c215daf6 req-946c4235-1a69-4a71-8b61-d9efe4be008c tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699072 Jun 10 18:53:33.014316 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f93724-11e2-40d7-ad84-17ce3da5fe51 admin admin] Network fa99101e-fe25-4baf-94b1-4969d0bfe922 is already hosted by enough agents. {{(pid=98185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 18:53:33.018121 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.base_scheduler [None req-b6f93724-11e2-40d7-ad84-17ce3da5fe51 admin admin] Resources bound (agent type, host, resource id): {{(pid=98185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 18:53:33.022875 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f93724-11e2-40d7-ad84-17ce3da5fe51 admin admin] Received port after_create {{(pid=98185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 18:53:33.071717 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-b6f93724-11e2-40d7-ad84-17ce3da5fe51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4032828'] for router_interface, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:33.135620 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f93724-11e2-40d7-ad84-17ce3da5fe51 admin admin] Pushing event updated for resources: {'Port': ['ID=18a41d6f-b77c-4066-a9a3-b65d7688ff91,revision_number=1']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:53:33.147700 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-b6f93724-11e2-40d7-ad84-17ce3da5fe51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:53:33.222227 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:33.282166 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] For port cc714dc2-1b27-4dee-8139-f82826461e57, host dv-cinder-786260-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-4-iscsi',level=0,port_id=cc714dc2-1b27-4dee-8139-f82826461e57,segment=NetworkSegment(504bc498-15bf-4e70-b123-a45dca87e9a4),segment_id=504bc498-15bf-4e70-b123-a45dca87e9a4)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:53:33.306168 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:33.309003 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-b6f93724-11e2-40d7-ad84-17ce3da5fe51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:33.315071 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:53:33.376029 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-a85df27d-9ad0-4f0a-8c0e-6a666446cb41 None None] Provisioning for port 18a41d6f-b77c-4066-a9a3-b65d7688ff91 completed by entity DHCP. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 18:53:33.403747 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-a85df27d-9ad0-4f0a-8c0e-6a666446cb41 None None] Provisioning complete for port 18a41d6f-b77c-4066-a9a3-b65d7688ff91 triggered by entity DHCP. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 18:53:33.404148 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-a85df27d-9ad0-4f0a-8c0e-6a666446cb41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:33.443973 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Pushing event updated for resources: {'Port': ['ID=cc714dc2-1b27-4dee-8139-f82826461e57,revision_number=5']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:53:33.453045 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:53:33.502010 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.plugin [None req-a85df27d-9ad0-4f0a-8c0e-6a666446cb41 None None] Port 18a41d6f-b77c-4066-a9a3-b65d7688ff91 cannot update to ACTIVE because it is not bound. {{(pid=98186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 18:53:33.515440 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-a8eb2577-233e-493c-8919-54dc8f0b71b8 None None] Notify callbacks [] for port, precommit_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:33.529577 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-a8eb2577-233e-493c-8919-54dc8f0b71b8 None None] Transition to ACTIVE for port object b23207bf-2d34-47e4-8d19-71422b91348d will not be triggered until provisioned by entity L2. {{(pid=98186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 18:53:33.539716 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-a8eb2577-233e-493c-8919-54dc8f0b71b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:33.543355 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:53:33.618856 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.managers [None req-a8eb2577-233e-493c-8919-54dc8f0b71b8 None None] Attempting to bind port b23207bf-2d34-47e4-8d19-71422b91348d on host dv-cinder-786260-4-iscsi for vnic_type normal with profile {{(pid=98186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 18:53:33.619578 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.managers [None req-a8eb2577-233e-493c-8919-54dc8f0b71b8 None None] Attempting to bind port b23207bf-2d34-47e4-8d19-71422b91348d by drivers openvswitch,hyperv on host dv-cinder-786260-4-iscsi at level 0 using segments [{'id': '151ae908-95e4-46a8-8b94-d201ec410581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d'}] {{(pid=98186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 18:53:33.619578 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8eb2577-233e-493c-8919-54dc8f0b71b8 None None] Attempting to bind port b23207bf-2d34-47e4-8d19-71422b91348d on network a2be77e0-c818-4f69-a7bb-de46a435f28d {{(pid=98186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 18:53:33.621771 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c04ff0a-ae3b-4539-9f7b-c7c5a2c51788 None None] Pushing event updated for resources: {'Port': ['ID=b23207bf-2d34-47e4-8d19-71422b91348d,revision_number=2']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:53:33.625760 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-9c04ff0a-ae3b-4539-9f7b-c7c5a2c51788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:53:33.628917 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8eb2577-233e-493c-8919-54dc8f0b71b8 None None] Checking agent: {'id': '0a9461fa-5aa1-4bfe-a01a-9192fdaa924f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 18, 39, 44), 'started_at': datetime.datetime(2021, 6, 10, 18, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 18, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 18:53:33.629288 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8eb2577-233e-493c-8919-54dc8f0b71b8 None None] Checking segment: {'id': '151ae908-95e4-46a8-8b94-d201ec410581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 18:53:33.629739 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-a8eb2577-233e-493c-8919-54dc8f0b71b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:33.630145 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8eb2577-233e-493c-8919-54dc8f0b71b8 None None] Bound using segment: {'id': '151ae908-95e4-46a8-8b94-d201ec410581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d'} {{(pid=98186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 18:53:33.630623 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.managers [None req-a8eb2577-233e-493c-8919-54dc8f0b71b8 None None] Bound port: b23207bf-2d34-47e4-8d19-71422b91348d, host: dv-cinder-786260-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '151ae908-95e4-46a8-8b94-d201ec410581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d'}}] {{(pid=98186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 18:53:33.631010 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-a8eb2577-233e-493c-8919-54dc8f0b71b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:33.692322 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-a8eb2577-233e-493c-8919-54dc8f0b71b8 None None] For port b23207bf-2d34-47e4-8d19-71422b91348d, host dv-cinder-786260-4-iscsi, cleared binding levels {{(pid=98186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 18:53:33.695629 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-a8eb2577-233e-493c-8919-54dc8f0b71b8 None None] For port b23207bf-2d34-47e4-8d19-71422b91348d, host dv-cinder-786260-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-4-iscsi',level=0,port_id=b23207bf-2d34-47e4-8d19-71422b91348d,segment=NetworkSegment(151ae908-95e4-46a8-8b94-d201ec410581),segment_id=151ae908-95e4-46a8-8b94-d201ec410581)] {{(pid=98186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 18:53:33.705081 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-a8eb2577-233e-493c-8919-54dc8f0b71b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:33.708820 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:53:33.776612 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8eb2577-233e-493c-8919-54dc8f0b71b8 None None] Routers {'e2506cae-f82e-42bc-aa68-7fd304b30efb'} bound to L3 agent in host dv-cinder-786260-4-iscsi {{(pid=98186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 18:53:33.777259 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-a8eb2577-233e-493c-8919-54dc8f0b71b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T18:39:44Z,description=,heartbeat_timestamp=2021-06-10T18:53:14Z,host='dv-cinder-786260-4-iscsi',id=1661496b-b13c-41e5-8e80-f6a07c138e01,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T18:39:44Z,topic='l3_agent')) {'router_ids': ['e2506cae-f82e-42bc-aa68-7fd304b30efb'], 'active': True} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:53:33.833585 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c04ff0a-ae3b-4539-9f7b-c7c5a2c51788 None None] Pushing event updated for resources: {'Port': ['ID=b23207bf-2d34-47e4-8d19-71422b91348d,revision_number=3']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:53:33.837157 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-9c04ff0a-ae3b-4539-9f7b-c7c5a2c51788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:53:33.859055 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-b6f93724-11e2-40d7-ad84-17ce3da5fe51 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:33.866089 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-b6f93724-11e2-40d7-ad84-17ce3da5fe51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11876824'] for port, after_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:33.896269 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-b6f93724-11e2-40d7-ad84-17ce3da5fe51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:53:33.962063 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f93724-11e2-40d7-ad84-17ce3da5fe51 admin admin] Pushing event updated for resources: {'Port': ['ID=18a41d6f-b77c-4066-a9a3-b65d7688ff91,revision_number=2']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:53:33.964819 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-b6f93724-11e2-40d7-ad84-17ce3da5fe51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4032840'] for router_interface, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:33.967980 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-b6f93724-11e2-40d7-ad84-17ce3da5fe51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:53:33.971546 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvr_db [None req-a8eb2577-233e-493c-8919-54dc8f0b71b8 None None] Set router e2506cae-f82e-42bc-aa68-7fd304b30efb gateway port host: dv-cinder-786260-4-iscsi {{(pid=98186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 18:53:34.092331 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f93724-11e2-40d7-ad84-17ce3da5fe51 admin admin] Network fa99101e-fe25-4baf-94b1-4969d0bfe922 is already hosted by enough agents. {{(pid=98185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 18:53:34.093662 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.base_scheduler [None req-b6f93724-11e2-40d7-ad84-17ce3da5fe51 admin admin] Resources bound (agent type, host, resource id): {{(pid=98185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 18:53:34.152083 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Device c0d0208d-5359-4c9e-8381-746d7908edf9 up at agent ovs-agent-dv-cinder-786260-4-iscsi {{(pid=98186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 18:53:34.306499 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6f93724-11e2-40d7-ad84-17ce3da5fe51 admin admin] Router e2506cae-f82e-42bc-aa68-7fd304b30efb has already been hosted by L3 agent 1661496b-b13c-41e5-8e80-f6a07c138e01 {{(pid=98185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 18:53:34.320444 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601fc2ff-ba78-4339-bbd5-cf9d74ec1fad req-0e3a64a3-2fb2-427d-b500-029c28f6dc8d tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:53:34.322033 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-601fc2ff-ba78-4339-bbd5-cf9d74ec1fad req-0e3a64a3-2fb2-427d-b500-029c28f6dc8d tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 946 time: 0.1154048 Jun 10 18:53:34.340078 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Provisioning complete for port c0d0208d-5359-4c9e-8381-746d7908edf9 triggered by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 18:53:34.340470 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:34.402068 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-5a93d61c-f035-4274-9353-1a914231637e None None] Provisioning complete for port 18a41d6f-b77c-4066-a9a3-b65d7688ff91 triggered by entity DHCP. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 18:53:34.402346 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-5a93d61c-f035-4274-9353-1a914231637e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:34.485364 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-601fc2ff-ba78-4339-bbd5-cf9d74ec1fad req-49291886-8906-49f7-b521-4fc22d89229d tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1553998 Jun 10 18:53:34.488112 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.plugin [None req-5a93d61c-f035-4274-9353-1a914231637e None None] Port 18a41d6f-b77c-4066-a9a3-b65d7688ff91 cannot update to ACTIVE because it is not bound. {{(pid=98186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 18:53:34.523658 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6f93724-11e2-40d7-ad84-17ce3da5fe51 admin admin] Notify agent at l3_agent.dv-cinder-786260-4-iscsi the message routers_updated {{(pid=98185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 18:53:34.544038 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-b6f93724-11e2-40d7-ad84-17ce3da5fe51 admin admin] 10.222.0.15 "PUT /v2.0/routers/e2506cae-f82e-42bc-aa68-7fd304b30efb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5956678 Jun 10 18:53:34.560190 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Device cc714dc2-1b27-4dee-8139-f82826461e57 up at agent ovs-agent-dv-cinder-786260-4-iscsi {{(pid=98186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 18:53:34.563167 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-a8eb2577-233e-493c-8919-54dc8f0b71b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2506cae-f82e-42bc-aa68-7fd304b30efb', 'name': 'tempest-TestShelveInstance-1605643947-router', 'tenant_id': '5b44d6994dd64c71a9e268f755b2f704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'b23207bf-2d34-47e4-8d19-71422b91348d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T18:53:28Z', 'updated_at': '2021-06-10T18:53:33Z', 'revision_number': 4, 'project_id': '5b44d6994dd64c71a9e268f755b2f704', 'gw_port': {'id': 'b23207bf-2d34-47e4-8d19-71422b91348d', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:9e:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2506cae-f82e-42bc-aa68-7fd304b30efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:53:29Z', 'updated_at': '2021-06-10T18:53:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi', '_interfaces': [{'id': '18a41d6f-b77c-4066-a9a3-b65d7688ff91', 'name': '', 'network_id': 'fa99101e-fe25-4baf-94b1-4969d0bfe922', 'tenant_id': '5b44d6994dd64c71a9e268f755b2f704', 'mac_address': 'fa:16:3e:b7:30:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2506cae-f82e-42bc-aa68-7fd304b30efb', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '647cafc5-80b9-4fb8-9081-4194a64dfc21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:53:32Z', 'updated_at': '2021-06-10T18:53:32Z', 'revision_number': 1, 'project_id': '5b44d6994dd64c71a9e268f755b2f704', 'subnets': [{'id': '647cafc5-80b9-4fb8-9081-4194a64dfc21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-4-iscsi', False) {} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:53:34.592473 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8eb2577-233e-493c-8919-54dc8f0b71b8 None None] The sync data for ids ['e2506cae-f82e-42bc-aa68-7fd304b30efb'] in dv-cinder-786260-4-iscsi is: [{'id': 'e2506cae-f82e-42bc-aa68-7fd304b30efb', 'name': 'tempest-TestShelveInstance-1605643947-router', 'tenant_id': '5b44d6994dd64c71a9e268f755b2f704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'b23207bf-2d34-47e4-8d19-71422b91348d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T18:53:28Z', 'updated_at': '2021-06-10T18:53:33Z', 'revision_number': 4, 'project_id': '5b44d6994dd64c71a9e268f755b2f704', 'gw_port': {'id': 'b23207bf-2d34-47e4-8d19-71422b91348d', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:9e:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2506cae-f82e-42bc-aa68-7fd304b30efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:53:29Z', 'updated_at': '2021-06-10T18:53:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi', '_interfaces': [{'id': '18a41d6f-b77c-4066-a9a3-b65d7688ff91', 'name': '', 'network_id': 'fa99101e-fe25-4baf-94b1-4969d0bfe922', 'tenant_id': '5b44d6994dd64c71a9e268f755b2f704', 'mac_address': 'fa:16:3e:b7:30:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2506cae-f82e-42bc-aa68-7fd304b30efb', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '647cafc5-80b9-4fb8-9081-4194a64dfc21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:53:32Z', 'updated_at': '2021-06-10T18:53:32Z', 'revision_number': 1, 'project_id': '5b44d6994dd64c71a9e268f755b2f704', 'subnets': [{'id': '647cafc5-80b9-4fb8-9081-4194a64dfc21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 18:53:34.629734 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Provisioning complete for port cc714dc2-1b27-4dee-8139-f82826461e57 triggered by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 18:53:34.630407 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:34.981617 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 52318) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:53:34.986466 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.v2.base [None req-44d2e642-9a86-4fa1-87c0-78d0b147fa2b tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1285732016', 'description': 'tempest-secgroup-smoke-1285732016 description', 'project_id': '1a2d315ad5024710bea813f4dc02e234'}} {{(pid=98184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:53:35.009307 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-44d2e642-9a86-4fa1-87c0-78d0b147fa2b tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Notify callbacks [] for security_group, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:35.104869 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-44d2e642-9a86-4fa1-87c0-78d0b147fa2b tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Notify callbacks [] for security_group, precommit_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:35.109994 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-44d2e642-9a86-4fa1-87c0-78d0b147fa2b tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:35.112410 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-7ea1f8f9-d5ea-4e13-a0c8-45dd2b6ab473 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:53:35.138668 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-44d2e642-9a86-4fa1-87c0-78d0b147fa2b tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Notify callbacks [] for security_group, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:35.139873 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-44d2e642-9a86-4fa1-87c0-78d0b147fa2b tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1572573 Jun 10 18:53:35.143765 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 52322) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:53:35.144520 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d2e642-9a86-4fa1-87c0-78d0b147fa2b tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6fa5881-50b4-4699-a244-1cc62b394082,revision_number=1']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:53:35.147274 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-44d2e642-9a86-4fa1-87c0-78d0b147fa2b tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:53:35.149303 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.v2.base [None req-485a3616-c31d-4831-88f9-2afe0fd8f8be tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Request body: {'security_group_rule': {'security_group_id': 'e6fa5881-50b4-4699-a244-1cc62b394082', 'project_id': '1a2d315ad5024710bea813f4dc02e234', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:53:35.187731 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-485a3616-c31d-4831-88f9-2afe0fd8f8be tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:35.267022 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-485a3616-c31d-4831-88f9-2afe0fd8f8be tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:35.270445 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-485a3616-c31d-4831-88f9-2afe0fd8f8be tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102015'] for security_group_rule, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:35.272518 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-42c8489c-3683-409a-b209-2682aca48d94 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:53:35.298961 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485a3616-c31d-4831-88f9-2afe0fd8f8be tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ed5288e-513c-407a-97ec-f46b1cad8f3a,revision_number=0']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:53:35.303261 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-485a3616-c31d-4831-88f9-2afe0fd8f8be tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:53:35.307091 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-485a3616-c31d-4831-88f9-2afe0fd8f8be tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:35.308329 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-485a3616-c31d-4831-88f9-2afe0fd8f8be tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1635494 Jun 10 18:53:35.311204 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 52326) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:53:35.316063 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.v2.base [None req-ecdc6e27-bf03-41f0-8547-817a2f745960 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Request body: {'security_group_rule': {'security_group_id': 'e6fa5881-50b4-4699-a244-1cc62b394082', 'project_id': '1a2d315ad5024710bea813f4dc02e234', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:53:35.344598 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-ecdc6e27-bf03-41f0-8547-817a2f745960 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:35.408822 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-ecdc6e27-bf03-41f0-8547-817a2f745960 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:35.412673 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-ecdc6e27-bf03-41f0-8547-817a2f745960 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102015'] for security_group_rule, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:35.415640 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-9dc23bfb-5326-4b14-a124-6251a87bf7d7 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:53:35.435018 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdc6e27-bf03-41f0-8547-817a2f745960 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adc4436b-5560-48f4-ab4b-8e46718bccd6,revision_number=0']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:53:35.439408 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-ecdc6e27-bf03-41f0-8547-817a2f745960 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:53:35.442455 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-ecdc6e27-bf03-41f0-8547-817a2f745960 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:35.444040 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-ecdc6e27-bf03-41f0-8547-817a2f745960 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1317217 Jun 10 18:53:35.446517 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 52328) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:53:35.451137 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.v2.base [None req-ff93792c-c2b0-4762-a73c-c1568597a99b tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Request body: {'security_group_rule': {'security_group_id': 'e6fa5881-50b4-4699-a244-1cc62b394082', 'project_id': '1a2d315ad5024710bea813f4dc02e234', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:53:35.480229 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-ff93792c-c2b0-4762-a73c-c1568597a99b tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:35.547355 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-ff93792c-c2b0-4762-a73c-c1568597a99b tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:35.553209 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-ff93792c-c2b0-4762-a73c-c1568597a99b tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102015'] for security_group_rule, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:35.556018 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:53:35.579143 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff93792c-c2b0-4762-a73c-c1568597a99b tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50ee8c3b-4917-43f3-b14b-7d14c5ce2e83,revision_number=0']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:53:35.584371 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-ff93792c-c2b0-4762-a73c-c1568597a99b tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:53:35.592985 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-ff93792c-c2b0-4762-a73c-c1568597a99b tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:35.594614 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-ff93792c-c2b0-4762-a73c-c1568597a99b tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1471450 Jun 10 18:53:35.597559 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 52334) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:53:35.604038 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.v2.base [None req-63606c52-8691-4d0b-bee0-31691beaa62c tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Request body: {'security_group_rule': {'security_group_id': 'e6fa5881-50b4-4699-a244-1cc62b394082', 'project_id': '1a2d315ad5024710bea813f4dc02e234', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:53:35.633519 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-63606c52-8691-4d0b-bee0-31691beaa62c tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:35.713444 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-63606c52-8691-4d0b-bee0-31691beaa62c tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:35.717115 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-63606c52-8691-4d0b-bee0-31691beaa62c tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102015'] for security_group_rule, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:35.719338 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-04db22d8-a44d-4b9d-b0e8-dfb188361bb7 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:53:35.737601 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63606c52-8691-4d0b-bee0-31691beaa62c tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87837001-8b63-4c86-b6ef-b0d7d83087bc,revision_number=0']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:53:35.740563 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-63606c52-8691-4d0b-bee0-31691beaa62c tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:53:35.744135 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-63606c52-8691-4d0b-bee0-31691beaa62c tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:35.745614 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-63606c52-8691-4d0b-bee0-31691beaa62c tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1463258 Jun 10 18:53:35.748213 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 52338) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:53:35.753338 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.v2.base [None req-9d133249-a03f-4eff-a504-f55678122baa tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Request body: {'security_group_rule': {'security_group_id': 'e6fa5881-50b4-4699-a244-1cc62b394082', 'project_id': '1a2d315ad5024710bea813f4dc02e234', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:53:35.775961 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.db.securitygroups_db [None req-9d133249-a03f-4eff-a504-f55678122baa tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Project 1a2d315ad5024710bea813f4dc02e234 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 18:53:35.781029 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-9d133249-a03f-4eff-a504-f55678122baa tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:35.856064 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-9d133249-a03f-4eff-a504-f55678122baa tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:35.861122 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-9d133249-a03f-4eff-a504-f55678122baa tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102015'] for security_group_rule, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:35.863447 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:53:35.882232 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d133249-a03f-4eff-a504-f55678122baa tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6257f164-60a3-43bb-b8cd-d099a153dd37,revision_number=0']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:53:35.886603 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-9d133249-a03f-4eff-a504-f55678122baa tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:53:35.890320 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-9d133249-a03f-4eff-a504-f55678122baa tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:35.893605 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-9d133249-a03f-4eff-a504-f55678122baa tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1429765 Jun 10 18:53:35.895760 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 52340) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:53:35.900952 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.v2.base [None req-f7540cdd-55fb-404d-b5b1-be06d7ed67fd tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Request body: {'security_group_rule': {'security_group_id': 'e6fa5881-50b4-4699-a244-1cc62b394082', 'project_id': '1a2d315ad5024710bea813f4dc02e234', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:53:35.930011 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.db.securitygroups_db [None req-f7540cdd-55fb-404d-b5b1-be06d7ed67fd tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Project 1a2d315ad5024710bea813f4dc02e234 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 18:53:35.934968 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-f7540cdd-55fb-404d-b5b1-be06d7ed67fd tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:35.990748 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Device b23207bf-2d34-47e4-8d19-71422b91348d up at agent ovs-agent-dv-cinder-786260-4-iscsi {{(pid=98186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 18:53:36.006789 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-f7540cdd-55fb-404d-b5b1-be06d7ed67fd tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:36.011940 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-f7540cdd-55fb-404d-b5b1-be06d7ed67fd tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102015'] for security_group_rule, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:36.014208 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-e52b615f-6391-47fa-bb77-7250078d3876 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:53:36.033421 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7540cdd-55fb-404d-b5b1-be06d7ed67fd tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd95feaa-784f-4e91-99dd-1bffd2e0ec60,revision_number=0']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:53:36.036497 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-f7540cdd-55fb-404d-b5b1-be06d7ed67fd tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:53:36.040613 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-f7540cdd-55fb-404d-b5b1-be06d7ed67fd tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:36.041911 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-f7540cdd-55fb-404d-b5b1-be06d7ed67fd tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1448364 Jun 10 18:53:36.063704 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Provisioning for port b23207bf-2d34-47e4-8d19-71422b91348d completed by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 18:53:36.067382 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Provisioning complete for port b23207bf-2d34-47e4-8d19-71422b91348d triggered by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 18:53:36.067775 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:36.171313 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:36.195744 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] For port b23207bf-2d34-47e4-8d19-71422b91348d, host dv-cinder-786260-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-4-iscsi',level=0,port_id=b23207bf-2d34-47e4-8d19-71422b91348d,segment=NetworkSegment(151ae908-95e4-46a8-8b94-d201ec410581),segment_id=151ae908-95e4-46a8-8b94-d201ec410581)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:53:36.201232 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:36.207511 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:53:36.270513 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Pushing event updated for resources: {'Port': ['ID=b23207bf-2d34-47e4-8d19-71422b91348d,revision_number=4']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:53:36.273993 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:53:37.954983 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Device b23207bf-2d34-47e4-8d19-71422b91348d up at agent ovs-agent-dv-cinder-786260-4-iscsi {{(pid=98186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 18:53:37.955567 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.agents_db [None req-dd8e6269-3fd9-4915-b5ed-83e1f738bf4e None None] Agent healthcheck: found 6 active agents {{(pid=98187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 18:53:38.018490 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Provisioning complete for port b23207bf-2d34-47e4-8d19-71422b91348d triggered by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 18:53:38.018802 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:38.186167 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5647be27-7e67-4538-a75f-4b9d3a2fc834 None None] Sync routers for ids ['e2506cae-f82e-42bc-aa68-7fd304b30efb'] in dv-cinder-786260-4-iscsi {{(pid=98187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 18:53:38.195909 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5647be27-7e67-4538-a75f-4b9d3a2fc834 None None] Routers {'e2506cae-f82e-42bc-aa68-7fd304b30efb'} bound to L3 agent in host dv-cinder-786260-4-iscsi {{(pid=98187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 18:53:38.196507 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_hamode_db [None req-5647be27-7e67-4538-a75f-4b9d3a2fc834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T18:39:44Z,description=,heartbeat_timestamp=2021-06-10T18:53:14Z,host='dv-cinder-786260-4-iscsi',id=1661496b-b13c-41e5-8e80-f6a07c138e01,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T18:39:44Z,topic='l3_agent')) {'router_ids': ['e2506cae-f82e-42bc-aa68-7fd304b30efb'], 'active': True} {{(pid=98187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:53:38.348850 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_dvr_db [None req-5647be27-7e67-4538-a75f-4b9d3a2fc834 None None] Set router e2506cae-f82e-42bc-aa68-7fd304b30efb gateway port host: dv-cinder-786260-4-iscsi {{(pid=98187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 18:53:38.626794 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_hamode_db [None req-5647be27-7e67-4538-a75f-4b9d3a2fc834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2506cae-f82e-42bc-aa68-7fd304b30efb', 'name': 'tempest-TestShelveInstance-1605643947-router', 'tenant_id': '5b44d6994dd64c71a9e268f755b2f704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'b23207bf-2d34-47e4-8d19-71422b91348d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T18:53:28Z', 'updated_at': '2021-06-10T18:53:33Z', 'revision_number': 4, 'project_id': '5b44d6994dd64c71a9e268f755b2f704', 'gw_port': {'id': 'b23207bf-2d34-47e4-8d19-71422b91348d', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:9e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2506cae-f82e-42bc-aa68-7fd304b30efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:53:29Z', 'updated_at': '2021-06-10T18:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi', '_interfaces': [{'id': '18a41d6f-b77c-4066-a9a3-b65d7688ff91', 'name': '', 'network_id': 'fa99101e-fe25-4baf-94b1-4969d0bfe922', 'tenant_id': '5b44d6994dd64c71a9e268f755b2f704', 'mac_address': 'fa:16:3e:b7:30:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2506cae-f82e-42bc-aa68-7fd304b30efb', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '647cafc5-80b9-4fb8-9081-4194a64dfc21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:53:32Z', 'updated_at': '2021-06-10T18:53:33Z', 'revision_number': 2, 'project_id': '5b44d6994dd64c71a9e268f755b2f704', 'subnets': [{'id': '647cafc5-80b9-4fb8-9081-4194a64dfc21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-4-iscsi', False) {} {{(pid=98187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:53:38.630605 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5647be27-7e67-4538-a75f-4b9d3a2fc834 None None] Checking router: e2506cae-f82e-42bc-aa68-7fd304b30efb for host: dv-cinder-786260-4-iscsi {{(pid=98187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 18:53:38.630967 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5647be27-7e67-4538-a75f-4b9d3a2fc834 None None] Updating router e2506cae-f82e-42bc-aa68-7fd304b30efb port 18a41d6f-b77c-4066-a9a3-b65d7688ff91 binding host dv-cinder-786260-4-iscsi {{(pid=98187) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 18:53:38.670327 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron_lib.callbacks.manager [None req-5647be27-7e67-4538-a75f-4b9d3a2fc834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:38.842692 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 52448) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:53:38.963789 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-fb50cac7-2ad4-4782-898e-38a95cabead5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:39.065781 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-fb50cac7-2ad4-4782-898e-38a95cabead5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:39.071105 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-fb50cac7-2ad4-4782-898e-38a95cabead5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:39.074394 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-19585455-f688-4bc5-baaa-8a295a1ca790 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:53:39.099458 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron_lib.callbacks.manager [None req-5647be27-7e67-4538-a75f-4b9d3a2fc834 None None] Notify callbacks [] for port, precommit_update {{(pid=98187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:39.110130 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.provisioning_blocks [None req-5647be27-7e67-4538-a75f-4b9d3a2fc834 None None] Transition to ACTIVE for port object 18a41d6f-b77c-4066-a9a3-b65d7688ff91 will not be triggered until provisioned by entity L2. {{(pid=98187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 18:53:39.115313 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron_lib.callbacks.manager [None req-5647be27-7e67-4538-a75f-4b9d3a2fc834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:39.115594 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-fb50cac7-2ad4-4782-898e-38a95cabead5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=017c6001010148ecb872d29678401cfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2717941 Jun 10 18:53:39.119785 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 52454) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:53:39.120055 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:53:39.140288 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 52456) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:53:39.145176 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb50cac7-2ad4-4782-898e-38a95cabead5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ec5be3-bc4c-43fb-b4c4-5478d33522b3,revision_number=1']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:53:39.148178 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-fb50cac7-2ad4-4782-898e-38a95cabead5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:53:39.174442 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a6af3c-fc73-4aaa-b3ec-15e4afefdfa7 None None] Pushing event updated for resources: {'Port': ['ID=18a41d6f-b77c-4066-a9a3-b65d7688ff91,revision_number=3']} {{(pid=98187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:53:39.185597 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG oslo_concurrency.lockutils [None req-38a6af3c-fc73-4aaa-b3ec-15e4afefdfa7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:53:39.194592 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-ebaafa4f-5d2b-4819-a51c-4973e899e695 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:39.202458 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5d9e19a-b98e-4dc4-af77-293f4f8d3b57 admin admin] Deleting subnet 8106fa21-c46f-41ff-b2bd-049727e71a1b {{(pid=98184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 18:53:39.207122 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-b5d9e19a-b98e-4dc4-af77-293f4f8d3b57 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:39.229324 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-ebaafa4f-5d2b-4819-a51c-4973e899e695 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:39.270108 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-b5d9e19a-b98e-4dc4-af77-293f4f8d3b57 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374921'] for subnet, precommit_delete_associations {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:39.311409 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-ebaafa4f-5d2b-4819-a51c-4973e899e695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:39.315906 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-ebaafa4f-5d2b-4819-a51c-4973e899e695 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:39.317533 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-ebaafa4f-5d2b-4819-a51c-4973e899e695 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e6ec5be3-bc4c-43fb-b4c4-5478d33522b3 HTTP/1.1" status: 204 len: 168 time: 0.1967499 Jun 10 18:53:39.318804 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-4d34473d-27cb-4c91-b770-49c738f5c2be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:53:39.329156 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaafa4f-5d2b-4819-a51c-4973e899e695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ec5be3-bc4c-43fb-b4c4-5478d33522b3,revision_number=None']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:53:39.331935 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-ebaafa4f-5d2b-4819-a51c-4973e899e695 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:53:39.343040 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.plugins.ml2.managers [None req-5647be27-7e67-4538-a75f-4b9d3a2fc834 None None] Attempting to bind port 18a41d6f-b77c-4066-a9a3-b65d7688ff91 on host dv-cinder-786260-4-iscsi for vnic_type normal with profile {{(pid=98187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 18:53:39.343425 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.plugins.ml2.managers [None req-5647be27-7e67-4538-a75f-4b9d3a2fc834 None None] Attempting to bind port 18a41d6f-b77c-4066-a9a3-b65d7688ff91 by drivers openvswitch,hyperv on host dv-cinder-786260-4-iscsi at level 0 using segments [{'id': '6abdcb26-a0e3-49c7-9185-8c7932faffd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fa99101e-fe25-4baf-94b1-4969d0bfe922'}] {{(pid=98187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 18:53:39.344398 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5647be27-7e67-4538-a75f-4b9d3a2fc834 None None] Attempting to bind port 18a41d6f-b77c-4066-a9a3-b65d7688ff91 on network fa99101e-fe25-4baf-94b1-4969d0bfe922 {{(pid=98187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 18:53:39.348566 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-b5d9e19a-b98e-4dc4-af77-293f4f8d3b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883551'] for subnet, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:39.350681 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5647be27-7e67-4538-a75f-4b9d3a2fc834 None None] Checking agent: {'id': '0a9461fa-5aa1-4bfe-a01a-9192fdaa924f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 18, 39, 44), 'started_at': datetime.datetime(2021, 6, 10, 18, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 18, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 18:53:39.351262 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5647be27-7e67-4538-a75f-4b9d3a2fc834 None None] Checking segment: {'id': '6abdcb26-a0e3-49c7-9185-8c7932faffd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fa99101e-fe25-4baf-94b1-4969d0bfe922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 18:53:39.351904 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron_lib.callbacks.manager [None req-5647be27-7e67-4538-a75f-4b9d3a2fc834 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:39.352305 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5647be27-7e67-4538-a75f-4b9d3a2fc834 None None] Bound using segment: {'id': '6abdcb26-a0e3-49c7-9185-8c7932faffd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fa99101e-fe25-4baf-94b1-4969d0bfe922'} {{(pid=98187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 18:53:39.352776 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.plugins.ml2.managers [None req-5647be27-7e67-4538-a75f-4b9d3a2fc834 None None] Bound port: 18a41d6f-b77c-4066-a9a3-b65d7688ff91, host: dv-cinder-786260-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6abdcb26-a0e3-49c7-9185-8c7932faffd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fa99101e-fe25-4baf-94b1-4969d0bfe922'}}] {{(pid=98187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 18:53:39.353157 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron_lib.callbacks.manager [None req-5647be27-7e67-4538-a75f-4b9d3a2fc834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:39.437102 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.plugins.ml2.db [None req-5647be27-7e67-4538-a75f-4b9d3a2fc834 None None] For port 18a41d6f-b77c-4066-a9a3-b65d7688ff91, host dv-cinder-786260-4-iscsi, cleared binding levels {{(pid=98187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 18:53:39.440306 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-b5d9e19a-b98e-4dc4-af77-293f4f8d3b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12375021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740050'] for subnet, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:39.444226 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-5985a1fd-b041-4545-b4ce-df96dd1b38b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:53:39.451400 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.plugins.ml2.db [None req-5647be27-7e67-4538-a75f-4b9d3a2fc834 None None] For port 18a41d6f-b77c-4066-a9a3-b65d7688ff91, host dv-cinder-786260-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-4-iscsi',level=0,port_id=18a41d6f-b77c-4066-a9a3-b65d7688ff91,segment=NetworkSegment(6abdcb26-a0e3-49c7-9185-8c7932faffd7),segment_id=6abdcb26-a0e3-49c7-9185-8c7932faffd7)] {{(pid=98187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 18:53:39.457618 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron_lib.callbacks.manager [None req-5647be27-7e67-4538-a75f-4b9d3a2fc834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:39.462620 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG oslo_concurrency.lockutils [None req-4174e431-5e0f-4533-bb69-449340716c48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:53:39.479903 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d9e19a-b98e-4dc4-af77-293f4f8d3b57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8106fa21-c46f-41ff-b2bd-049727e71a1b,revision_number=None']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:53:39.486763 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-b5d9e19a-b98e-4dc4-af77-293f4f8d3b57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:53:39.489781 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-b5d9e19a-b98e-4dc4-af77-293f4f8d3b57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731712'] for subnet, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:39.492483 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-b5d9e19a-b98e-4dc4-af77-293f4f8d3b57 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/8106fa21-c46f-41ff-b2bd-049727e71a1b HTTP/1.1" status: 204 len: 168 time: 0.3493614 Jun 10 18:53:39.494911 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 52462) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:53:39.551061 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a6af3c-fc73-4aaa-b3ec-15e4afefdfa7 None None] Pushing event updated for resources: {'Port': ['ID=18a41d6f-b77c-4066-a9a3-b65d7688ff91,revision_number=4']} {{(pid=98187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:53:39.554346 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG oslo_concurrency.lockutils [None req-38a6af3c-fc73-4aaa-b3ec-15e4afefdfa7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:53:39.555470 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5647be27-7e67-4538-a75f-4b9d3a2fc834 None None] Routers {'e2506cae-f82e-42bc-aa68-7fd304b30efb'} bound to L3 agent in host dv-cinder-786260-4-iscsi {{(pid=98187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 18:53:39.556086 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_hamode_db [None req-5647be27-7e67-4538-a75f-4b9d3a2fc834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T18:39:44Z,description=,heartbeat_timestamp=2021-06-10T18:53:14Z,host='dv-cinder-786260-4-iscsi',id=1661496b-b13c-41e5-8e80-f6a07c138e01,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T18:39:44Z,topic='l3_agent')) {'router_ids': ['e2506cae-f82e-42bc-aa68-7fd304b30efb'], 'active': True} {{(pid=98187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:53:39.606842 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-62c1d19b-09dc-4402-8cc9-06201fb13e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542662'] for network, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:39.748663 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_dvr_db [None req-5647be27-7e67-4538-a75f-4b9d3a2fc834 None None] Set router e2506cae-f82e-42bc-aa68-7fd304b30efb gateway port host: dv-cinder-786260-4-iscsi {{(pid=98187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 18:53:39.752375 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-62c1d19b-09dc-4402-8cc9-06201fb13e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-876752', 'neutron.services.segments.db._delete_segments_for_network-8731578620079'] for network, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:39.770693 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.services.segments.db [None req-62c1d19b-09dc-4402-8cc9-06201fb13e11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73a3ce8a-93bc-4d5e-b32a-0f937061b979']}} {{(pid=98185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:53:39.789486 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.services.segments.db [None req-62c1d19b-09dc-4402-8cc9-06201fb13e11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37397a1f-5221-4650-81d8-34c17949ed4a') {'for_net_delete': True} {{(pid=98185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:53:39.789802 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.services.segments.db [None req-62c1d19b-09dc-4402-8cc9-06201fb13e11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37397a1f-5221-4650-81d8-34c17949ed4a') {} {{(pid=98185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:53:39.802927 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-62c1d19b-09dc-4402-8cc9-06201fb13e11 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731578619908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9585346'] for segment, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:39.820464 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-62c1d19b-09dc-4402-8cc9-06201fb13e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881768'] for segment, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:39.826534 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62c1d19b-09dc-4402-8cc9-06201fb13e11 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=98185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 18:53:39.827111 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-62c1d19b-09dc-4402-8cc9-06201fb13e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11876740'] for segment, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:39.829497 dv-cinder-786260-4-iscsi neutron-server[98185]: Traceback (most recent call last): Jun 10 18:53:39.829497 dv-cinder-786260-4-iscsi neutron-server[98185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 18:53:39.829497 dv-cinder-786260-4-iscsi neutron-server[98185]: timer() Jun 10 18:53:39.829497 dv-cinder-786260-4-iscsi neutron-server[98185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 18:53:39.829497 dv-cinder-786260-4-iscsi neutron-server[98185]: cb(*args, **kw) Jun 10 18:53:39.829497 dv-cinder-786260-4-iscsi neutron-server[98185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 18:53:39.829497 dv-cinder-786260-4-iscsi neutron-server[98185]: return func(*args, **kwargs) Jun 10 18:53:39.829497 dv-cinder-786260-4-iscsi neutron-server[98185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 18:53:39.829497 dv-cinder-786260-4-iscsi neutron-server[98185]: self._notify() Jun 10 18:53:39.829497 dv-cinder-786260-4-iscsi neutron-server[98185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 18:53:39.829497 dv-cinder-786260-4-iscsi neutron-server[98185]: self.callback(batched_events) Jun 10 18:53:39.829497 dv-cinder-786260-4-iscsi neutron-server[98185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 18:53:39.829497 dv-cinder-786260-4-iscsi neutron-server[98185]: event.method(event) Jun 10 18:53:39.829497 dv-cinder-786260-4-iscsi neutron-server[98185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 18:53:39.829497 dv-cinder-786260-4-iscsi neutron-server[98185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 18:53:39.829497 dv-cinder-786260-4-iscsi neutron-server[98185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 18:53:39.829497 dv-cinder-786260-4-iscsi neutron-server[98185]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 18:53:39.829497 dv-cinder-786260-4-iscsi neutron-server[98185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 18:53:39.829497 dv-cinder-786260-4-iscsi neutron-server[98185]: return f(self, *a, **k) Jun 10 18:53:39.829497 dv-cinder-786260-4-iscsi neutron-server[98185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 18:53:39.829497 dv-cinder-786260-4-iscsi neutron-server[98185]: return self._get(url).json() Jun 10 18:53:39.829497 dv-cinder-786260-4-iscsi neutron-server[98185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 18:53:39.829497 dv-cinder-786260-4-iscsi neutron-server[98185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 18:53:39.829497 dv-cinder-786260-4-iscsi neutron-server[98185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 18:53:39.829497 dv-cinder-786260-4-iscsi neutron-server[98185]: return self.request(url, 'GET', **kwargs) Jun 10 18:53:39.829497 dv-cinder-786260-4-iscsi neutron-server[98185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 18:53:39.829497 dv-cinder-786260-4-iscsi neutron-server[98185]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 18:53:39.829497 dv-cinder-786260-4-iscsi neutron-server[98185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 18:53:39.829497 dv-cinder-786260-4-iscsi neutron-server[98185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 18:53:39.829497 dv-cinder-786260-4-iscsi neutron-server[98185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 18:53:39.829497 dv-cinder-786260-4-iscsi neutron-server[98185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 18:53:39.829497 dv-cinder-786260-4-iscsi neutron-server[98185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 18:53:39.918932 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-62c1d19b-09dc-4402-8cc9-06201fb13e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-876761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4045579'] for network, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:39.925090 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:53:39.931967 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-62c1d19b-09dc-4402-8cc9-06201fb13e11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731712'] for network, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:39.936880 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-62c1d19b-09dc-4402-8cc9-06201fb13e11 admin admin] 10.222.0.15 "DELETE /v2.0/networks/73a3ce8a-93bc-4d5e-b32a-0f937061b979 HTTP/1.1" status: 204 len: 168 time: 0.4406080 Jun 10 18:53:39.959503 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c1d19b-09dc-4402-8cc9-06201fb13e11 admin admin] Pushing event deleted for resources: {'Network': ['ID=73a3ce8a-93bc-4d5e-b32a-0f937061b979,revision_number=None']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:53:39.962158 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-62c1d19b-09dc-4402-8cc9-06201fb13e11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:53:40.003930 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Device 18a41d6f-b77c-4066-a9a3-b65d7688ff91 up at agent ovs-agent-dv-cinder-786260-4-iscsi {{(pid=98186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 18:53:40.074353 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Provisioning for port 18a41d6f-b77c-4066-a9a3-b65d7688ff91 completed by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 18:53:40.080347 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Provisioning complete for port 18a41d6f-b77c-4066-a9a3-b65d7688ff91 triggered by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 18:53:40.080961 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:40.091676 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_hamode_db [None req-5647be27-7e67-4538-a75f-4b9d3a2fc834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2506cae-f82e-42bc-aa68-7fd304b30efb', 'name': 'tempest-TestShelveInstance-1605643947-router', 'tenant_id': '5b44d6994dd64c71a9e268f755b2f704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'b23207bf-2d34-47e4-8d19-71422b91348d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T18:53:28Z', 'updated_at': '2021-06-10T18:53:33Z', 'revision_number': 4, 'project_id': '5b44d6994dd64c71a9e268f755b2f704', 'gw_port': {'id': 'b23207bf-2d34-47e4-8d19-71422b91348d', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:9e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2506cae-f82e-42bc-aa68-7fd304b30efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:53:29Z', 'updated_at': '2021-06-10T18:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi', '_interfaces': [{'id': '18a41d6f-b77c-4066-a9a3-b65d7688ff91', 'name': '', 'network_id': 'fa99101e-fe25-4baf-94b1-4969d0bfe922', 'tenant_id': '5b44d6994dd64c71a9e268f755b2f704', 'mac_address': 'fa:16:3e:b7:30:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2506cae-f82e-42bc-aa68-7fd304b30efb', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '647cafc5-80b9-4fb8-9081-4194a64dfc21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:53:32Z', 'updated_at': '2021-06-10T18:53:39Z', 'revision_number': 4, 'project_id': '5b44d6994dd64c71a9e268f755b2f704', 'subnets': [{'id': '647cafc5-80b9-4fb8-9081-4194a64dfc21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-4-iscsi', False) {} {{(pid=98187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:53:40.097292 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5647be27-7e67-4538-a75f-4b9d3a2fc834 None None] The sync data for ids ['e2506cae-f82e-42bc-aa68-7fd304b30efb'] in dv-cinder-786260-4-iscsi is: [{'id': 'e2506cae-f82e-42bc-aa68-7fd304b30efb', 'name': 'tempest-TestShelveInstance-1605643947-router', 'tenant_id': '5b44d6994dd64c71a9e268f755b2f704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'b23207bf-2d34-47e4-8d19-71422b91348d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T18:53:28Z', 'updated_at': '2021-06-10T18:53:33Z', 'revision_number': 4, 'project_id': '5b44d6994dd64c71a9e268f755b2f704', 'gw_port': {'id': 'b23207bf-2d34-47e4-8d19-71422b91348d', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:9e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2506cae-f82e-42bc-aa68-7fd304b30efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:53:29Z', 'updated_at': '2021-06-10T18:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi', '_interfaces': [{'id': '18a41d6f-b77c-4066-a9a3-b65d7688ff91', 'name': '', 'network_id': 'fa99101e-fe25-4baf-94b1-4969d0bfe922', 'tenant_id': '5b44d6994dd64c71a9e268f755b2f704', 'mac_address': 'fa:16:3e:b7:30:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2506cae-f82e-42bc-aa68-7fd304b30efb', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '647cafc5-80b9-4fb8-9081-4194a64dfc21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:53:32Z', 'updated_at': '2021-06-10T18:53:39Z', 'revision_number': 4, 'project_id': '5b44d6994dd64c71a9e268f755b2f704', 'subnets': [{'id': '647cafc5-80b9-4fb8-9081-4194a64dfc21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 18:53:40.118461 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 52484) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:53:40.185923 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 52486) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:53:40.190477 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-639c39fb-3479-4b0a-8741-4af4242cee8a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a7241b95e30c40179a2658f45dfc298b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0706413 Jun 10 18:53:40.200867 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:40.205409 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 52488) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:53:40.250947 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] For port 18a41d6f-b77c-4066-a9a3-b65d7688ff91, host dv-cinder-786260-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-4-iscsi',level=0,port_id=18a41d6f-b77c-4066-a9a3-b65d7688ff91,segment=NetworkSegment(6abdcb26-a0e3-49c7-9185-8c7932faffd7),segment_id=6abdcb26-a0e3-49c7-9185-8c7932faffd7)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:53:40.258847 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:40.261520 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:53:40.264131 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-a52d6b7e-b234-46a7-9544-7f92f17056f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:40.296559 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-a52d6b7e-b234-46a7-9544-7f92f17056f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:40.325720 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.v2.base [None req-5755532f-8812-40b8-a49e-d856a9e3d59b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1154833177-network', 'tenant_id': 'c5715222646a492fb886b349697008be'}} {{(pid=98184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:53:40.360410 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5755532f-8812-40b8-a49e-d856a9e3d59b admin admin] Made reservation on behalf of c5715222646a492fb886b349697008be for: {'network': 1} {{(pid=98184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 18:53:40.363410 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-5755532f-8812-40b8-a49e-d856a9e3d59b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-941319'] for network, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:40.366308 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Pushing event updated for resources: {'Port': ['ID=18a41d6f-b77c-4066-a9a3-b65d7688ff91,revision_number=5']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:53:40.369582 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:53:40.370540 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-a52d6b7e-b234-46a7-9544-7f92f17056f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:40.373587 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-a52d6b7e-b234-46a7-9544-7f92f17056f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:40.377845 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-a52d6b7e-b234-46a7-9544-7f92f17056f1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2a819a32-9ec6-4225-92dd-4742503449c5 HTTP/1.1" status: 204 len: 168 time: 0.1879902 Jun 10 18:53:40.377845 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-b9eac936-fddf-4ac0-a42a-c971768957c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:53:40.378048 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-5755532f-8812-40b8-a49e-d856a9e3d59b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:40.389595 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52d6b7e-b234-46a7-9544-7f92f17056f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a819a32-9ec6-4225-92dd-4742503449c5,revision_number=None']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:53:40.393790 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-a52d6b7e-b234-46a7-9544-7f92f17056f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:53:40.532316 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-5755532f-8812-40b8-a49e-d856a9e3d59b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:40.537079 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-5755532f-8812-40b8-a49e-d856a9e3d59b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:40.540966 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-c2ac77e9-bf6a-4ceb-8004-b8eb8446c705 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:53:40.576724 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5755532f-8812-40b8-a49e-d856a9e3d59b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=98184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 18:53:40.579925 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5755532f-8812-40b8-a49e-d856a9e3d59b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5cf943e-4d29-4b7d-9742-883fb114f85a,revision_number=1']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:53:40.586078 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-5755532f-8812-40b8-a49e-d856a9e3d59b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:53:40.605488 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-5755532f-8812-40b8-a49e-d856a9e3d59b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881768'] for segment, precommit_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:40.606076 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.db.segments_db [None req-5755532f-8812-40b8-a49e-d856a9e3d59b admin admin] Added segment cd8a95b1-df89-4697-b2a8-3eed9065fa4f of type vlan for network 42dfe5e9-a89f-41b0-9120-69c3f8e4d5d1 Jun 10 18:53:40.662974 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-5755532f-8812-40b8-a49e-d856a9e3d59b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731578050973'] for network, precommit_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:40.708676 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-5755532f-8812-40b8-a49e-d856a9e3d59b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731739'] for network, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:40.710034 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5755532f-8812-40b8-a49e-d856a9e3d59b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:53:40.710615 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-5755532f-8812-40b8-a49e-d856a9e3d59b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731712'] for network, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:40.712908 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-a1938708-f376-4233-9600-6cb44514b18c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:53:40.752249 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-5755532f-8812-40b8-a49e-d856a9e3d59b admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5456610 Jun 10 18:53:40.755078 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 52496) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:53:40.761632 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.v2.base [None req-c95ed004-3739-4af4-960f-26cbfff45d56 admin admin] Request body: {'subnet': {'network_id': '42dfe5e9-a89f-41b0-9120-69c3f8e4d5d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1154833177-subnet', 'tenant_id': 'c5715222646a492fb886b349697008be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:53:40.808794 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5755532f-8812-40b8-a49e-d856a9e3d59b admin admin] Pushing event updated for resources: {'Network': ['ID=42dfe5e9-a89f-41b0-9120-69c3f8e4d5d1,revision_number=1']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:53:40.815570 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-5755532f-8812-40b8-a49e-d856a9e3d59b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:53:40.821055 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Network 42dfe5e9-a89f-41b0-9120-69c3f8e4d5d1 details requested by agent ovs-agent-dv-cinder-786260-4-iscsi with host dv-cinder-786260-4-iscsi {{(pid=98186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 18:53:40.840857 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c95ed004-3739-4af4-960f-26cbfff45d56 admin admin] Made reservation on behalf of c5715222646a492fb886b349697008be for: {'subnet': 1} {{(pid=98184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 18:53:40.843205 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-c95ed004-3739-4af4-960f-26cbfff45d56 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740045'] for subnet, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:41.055689 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-c95ed004-3739-4af4-960f-26cbfff45d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12374956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740059'] for subnet, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:41.057980 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-1f256980-eb30-46ca-81d4-f6c914f39d99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:53:41.116064 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95ed004-3739-4af4-960f-26cbfff45d56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=853a8646-deb7-4e82-9853-28cb2f349eda,revision_number=0']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:53:41.125743 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-c95ed004-3739-4af4-960f-26cbfff45d56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:53:41.134235 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95ed004-3739-4af4-960f-26cbfff45d56 admin admin] Checking segment: {'id': 'cd8a95b1-df89-4697-b2a8-3eed9065fa4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '42dfe5e9-a89f-41b0-9120-69c3f8e4d5d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 18:53:41.134593 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95ed004-3739-4af4-960f-26cbfff45d56 admin admin] Network hostable DHCP agents. Network: 42dfe5e9-a89f-41b0-9120-69c3f8e4d5d1, hostable agents: ['32d11a73-8882-47f0-8c19-15a088a2f1dc'], hosted agents: [] {{(pid=98184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 18:53:41.150813 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95ed004-3739-4af4-960f-26cbfff45d56 admin admin] Network 42dfe5e9-a89f-41b0-9120-69c3f8e4d5d1 is scheduled to be hosted by DHCP agent 32d11a73-8882-47f0-8c19-15a088a2f1dc with binding_index 1 {{(pid=98184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 18:53:41.159230 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.scheduler.base_scheduler [None req-c95ed004-3739-4af4-960f-26cbfff45d56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-4-iscsi, 42dfe5e9-a89f-41b0-9120-69c3f8e4d5d1) {{(pid=98184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 18:53:41.163089 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95ed004-3739-4af4-960f-26cbfff45d56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:53:41.163624 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-c95ed004-3739-4af4-960f-26cbfff45d56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731712'] for subnet, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:41.168304 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d1d921-c103-43dc-bb4a-0225e711715e None None] Network 42dfe5e9-a89f-41b0-9120-69c3f8e4d5d1 requested from dv-cinder-786260-4-iscsi {{(pid=98186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 18:53:41.178039 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-c95ed004-3739-4af4-960f-26cbfff45d56 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4219553 Jun 10 18:53:41.329813 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9614bf-a82c-4de5-b373-5ab9b9a31e2c None None] Network 42dfe5e9-a89f-41b0-9120-69c3f8e4d5d1 requested from dv-cinder-786260-4-iscsi {{(pid=98186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 18:53:41.793780 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-53241ebf-7556-4f02-be28-d706e37d8436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:41.954604 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Device 18a41d6f-b77c-4066-a9a3-b65d7688ff91 up at agent ovs-agent-dv-cinder-786260-4-iscsi {{(pid=98186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 18:53:42.010871 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Provisioning complete for port 18a41d6f-b77c-4066-a9a3-b65d7688ff91 triggered by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 18:53:42.011257 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:42.997892 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0996229-a122-4343-9adc-513d9a5eb954 req-1534bee6-293f-4a98-9f24-adc4e835e6ab tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:53:42.999284 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-d0996229-a122-4343-9adc-513d9a5eb954 req-1534bee6-293f-4a98-9f24-adc4e835e6ab tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] 10.222.0.15 "GET /v2.0/networks?id=42dfe5e9-a89f-41b0-9120-69c3f8e4d5d1 HTTP/1.1" status: 200 len: 809 time: 0.1299317 Jun 10 18:53:43.014197 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-d0996229-a122-4343-9adc-513d9a5eb954 req-1327f7d6-af6c-4471-9b86-5f10c7c2e870 tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] 10.222.0.15 "GET /v2.0/quotas/c5715222646a492fb886b349697008be HTTP/1.1" status: 200 len: 375 time: 0.0088923 Jun 10 18:53:43.051550 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-d0996229-a122-4343-9adc-513d9a5eb954 req-8f47ce39-1243-4846-aabd-57fe0c4e022d tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c5715222646a492fb886b349697008be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317638 Jun 10 18:53:43.256736 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-d0996229-a122-4343-9adc-513d9a5eb954 req-352fded0-837f-4de2-ad00-9070425c4242 service neutron] 10.222.0.15 "GET /v2.0/networks/42dfe5e9-a89f-41b0-9120-69c3f8e4d5d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988242 Jun 10 18:53:43.374028 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-d0996229-a122-4343-9adc-513d9a5eb954 req-33356640-fb94-497e-8a68-348fceb49850 service neutron] 10.222.0.15 "GET /v2.0/networks/42dfe5e9-a89f-41b0-9120-69c3f8e4d5d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114466 Jun 10 18:53:43.546618 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-c58d6749-51a0-4a09-90bb-2b723d9a24af req-a2d8418e-7281-4fce-a512-e5f64fa914e5 tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] 10.222.0.15 "GET /v2.0/ports?device_id=3304323b-98e1-4769-8657-f4ff63165b26 HTTP/1.1" status: 200 len: 210 time: 0.0343089 Jun 10 18:53:44.276556 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-fe33600b-2e22-4edf-9e3b-6dc6e87958f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:44.428678 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:44.739190 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-3907dcae-2ec8-49f4-9ec4-d762d47aa5aa req-ac366fca-c624-4466-bb3e-0fba38781ec0 tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] 10.222.0.15 "GET /v2.0/ports?device_id=3304323b-98e1-4769-8657-f4ff63165b26 HTTP/1.1" status: 200 len: 210 time: 0.0466499 Jun 10 18:53:44.773337 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0996229-a122-4343-9adc-513d9a5eb954 req-88a56cdc-7850-4ef9-b7d4-cde1a4093e12 tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:53:44.775017 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-d0996229-a122-4343-9adc-513d9a5eb954 req-88a56cdc-7850-4ef9-b7d4-cde1a4093e12 tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] 10.222.0.39 "GET /v2.0/networks?id=42dfe5e9-a89f-41b0-9120-69c3f8e4d5d1 HTTP/1.1" status: 200 len: 809 time: 0.1718466 Jun 10 18:53:44.790488 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.v2.base [req-d0996229-a122-4343-9adc-513d9a5eb954 req-a3fe9f88-4661-440c-8ec0-7e6d554bf8a8 tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] Request body: {'port': {'device_id': '3304323b-98e1-4769-8657-f4ff63165b26', 'network_id': '42dfe5e9-a89f-41b0-9120-69c3f8e4d5d1', 'admin_state_up': True, 'tenant_id': 'c5715222646a492fb886b349697008be'}} {{(pid=98185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:53:44.931966 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0996229-a122-4343-9adc-513d9a5eb954 req-a3fe9f88-4661-440c-8ec0-7e6d554bf8a8 tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] Made reservation on behalf of c5715222646a492fb886b349697008be for: {'port': 1} {{(pid=98185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 18:53:44.937972 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-d0996229-a122-4343-9adc-513d9a5eb954 req-a3fe9f88-4661-440c-8ec0-7e6d554bf8a8 tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-941319'] for port, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:45.086651 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.db.db_base_plugin_common [req-d0996229-a122-4343-9adc-513d9a5eb954 req-a3fe9f88-4661-440c-8ec0-7e6d554bf8a8 tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] Allocated IP 172.20.0.13 (42dfe5e9-a89f-41b0-9120-69c3f8e4d5d1/853a8646-deb7-4e82-9853-28cb2f349eda/8aa4d2fe-0dd7-490a-a38f-a326ce071880) {{(pid=98185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 18:53:45.266076 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-d0996229-a122-4343-9adc-513d9a5eb954 req-a3fe9f88-4661-440c-8ec0-7e6d554bf8a8 tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] Notify callbacks [] for port, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:45.306170 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-d0996229-a122-4343-9adc-513d9a5eb954 req-a3fe9f88-4661-440c-8ec0-7e6d554bf8a8 tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-941510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578064406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11876810'] for port, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:45.310332 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-36425c60-16d9-4134-b5ad-df2d374fac81 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:53:45.364881 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0996229-a122-4343-9adc-513d9a5eb954 req-a3fe9f88-4661-440c-8ec0-7e6d554bf8a8 tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] Network 42dfe5e9-a89f-41b0-9120-69c3f8e4d5d1 is already hosted by enough agents. {{(pid=98185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 18:53:45.368028 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.base_scheduler [req-d0996229-a122-4343-9adc-513d9a5eb954 req-a3fe9f88-4661-440c-8ec0-7e6d554bf8a8 tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] Resources bound (agent type, host, resource id): {{(pid=98185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 18:53:45.371897 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0996229-a122-4343-9adc-513d9a5eb954 req-a3fe9f88-4661-440c-8ec0-7e6d554bf8a8 tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] Received port after_create {{(pid=98185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 18:53:45.405284 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fe9f88-4661-440c-8ec0-7e6d554bf8a8 tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] Pushing event updated for resources: {'Port': ['ID=8aa4d2fe-0dd7-490a-a38f-a326ce071880,revision_number=1']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:53:45.410538 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-a3fe9f88-4661-440c-8ec0-7e6d554bf8a8 tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:53:45.431040 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-8dcc316c-a8c5-4da3-a0ad-e3f4fe9157be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:45.436533 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0996229-a122-4343-9adc-513d9a5eb954 req-a3fe9f88-4661-440c-8ec0-7e6d554bf8a8 tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:53:45.437158 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-d0996229-a122-4343-9adc-513d9a5eb954 req-a3fe9f88-4661-440c-8ec0-7e6d554bf8a8 tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230521'] for port, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:45.451840 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-d0996229-a122-4343-9adc-513d9a5eb954 req-a3fe9f88-4661-440c-8ec0-7e6d554bf8a8 tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6651058 Jun 10 18:53:45.463244 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.v2.base [req-d0996229-a122-4343-9adc-513d9a5eb954 req-1b93ff72-9f07-47fd-bfeb-8323f9e8b450 service neutron] Request body: {'port': {'device_id': '3304323b-98e1-4769-8657-f4ff63165b26', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=98185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:53:45.550973 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-d0996229-a122-4343-9adc-513d9a5eb954 req-1b93ff72-9f07-47fd-bfeb-8323f9e8b450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:45.866464 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.notifiers.nova [req-d0996229-a122-4343-9adc-513d9a5eb954 req-1b93ff72-9f07-47fd-bfeb-8323f9e8b450 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8aa4d2fe-0dd7-490a-a38f-a326ce071880 {{(pid=98185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 18:53:45.873943 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-d0996229-a122-4343-9adc-513d9a5eb954 req-1b93ff72-9f07-47fd-bfeb-8323f9e8b450 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:45.886960 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.db.provisioning_blocks [req-d0996229-a122-4343-9adc-513d9a5eb954 req-1b93ff72-9f07-47fd-bfeb-8323f9e8b450 service neutron] Transition to ACTIVE for port object 8aa4d2fe-0dd7-490a-a38f-a326ce071880 will not be triggered until provisioned by entity L2. {{(pid=98185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 18:53:45.891791 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-d0996229-a122-4343-9adc-513d9a5eb954 req-1b93ff72-9f07-47fd-bfeb-8323f9e8b450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11876824'] for port, after_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:45.895216 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-82b84d5d-ce8d-45ee-97f1-27287aa93ee7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:53:45.922375 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9016fc58-253d-45fc-a746-f75a4370186b req-90586b85-2d60-48b5-aba0-3bb3b51e0cdb tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:53:45.925423 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-9016fc58-253d-45fc-a746-f75a4370186b req-90586b85-2d60-48b5-aba0-3bb3b51e0cdb tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] 10.222.0.15 "GET /v2.0/ports?device_id=3304323b-98e1-4769-8657-f4ff63165b26 HTTP/1.1" status: 200 len: 932 time: 0.0715578 Jun 10 18:53:45.974793 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-9016fc58-253d-45fc-a746-f75a4370186b req-8cda403d-8233-4cc5-a8a5-9bfbc7b586ab tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5cf943e-4d29-4b7d-9742-883fb114f85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442717 Jun 10 18:53:46.273727 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b93ff72-9f07-47fd-bfeb-8323f9e8b450 service neutron] Pushing event updated for resources: {'Port': ['ID=8aa4d2fe-0dd7-490a-a38f-a326ce071880,revision_number=2']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:53:46.302179 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-1b93ff72-9f07-47fd-bfeb-8323f9e8b450 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:53:46.358359 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.managers [req-d0996229-a122-4343-9adc-513d9a5eb954 req-1b93ff72-9f07-47fd-bfeb-8323f9e8b450 service neutron] Attempting to bind port 8aa4d2fe-0dd7-490a-a38f-a326ce071880 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=98185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 18:53:46.358701 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.managers [req-d0996229-a122-4343-9adc-513d9a5eb954 req-1b93ff72-9f07-47fd-bfeb-8323f9e8b450 service neutron] Attempting to bind port 8aa4d2fe-0dd7-490a-a38f-a326ce071880 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'cd8a95b1-df89-4697-b2a8-3eed9065fa4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '42dfe5e9-a89f-41b0-9120-69c3f8e4d5d1'}] {{(pid=98185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 18:53:46.359037 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0996229-a122-4343-9adc-513d9a5eb954 req-1b93ff72-9f07-47fd-bfeb-8323f9e8b450 service neutron] Attempting to bind port 8aa4d2fe-0dd7-490a-a38f-a326ce071880 on network 42dfe5e9-a89f-41b0-9120-69c3f8e4d5d1 {{(pid=98185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 18:53:46.363767 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0996229-a122-4343-9adc-513d9a5eb954 req-1b93ff72-9f07-47fd-bfeb-8323f9e8b450 service neutron] Port 8aa4d2fe-0dd7-490a-a38f-a326ce071880 on network 42dfe5e9-a89f-41b0-9120-69c3f8e4d5d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=98185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 18:53:46.364090 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0996229-a122-4343-9adc-513d9a5eb954 req-1b93ff72-9f07-47fd-bfeb-8323f9e8b450 service neutron] Attempting to bind port 8aa4d2fe-0dd7-490a-a38f-a326ce071880 on network 42dfe5e9-a89f-41b0-9120-69c3f8e4d5d1 {{(pid=98185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 18:53:46.368734 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0996229-a122-4343-9adc-513d9a5eb954 req-1b93ff72-9f07-47fd-bfeb-8323f9e8b450 service neutron] Checking agent: {'id': '81ed237c-a7bd-4721-ad26-da2ab32caefc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 18, 45, 46), 'started_at': datetime.datetime(2021, 6, 10, 18, 45, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 18, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 18:53:46.369078 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0996229-a122-4343-9adc-513d9a5eb954 req-1b93ff72-9f07-47fd-bfeb-8323f9e8b450 service neutron] Checking segment: {'id': 'cd8a95b1-df89-4697-b2a8-3eed9065fa4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '42dfe5e9-a89f-41b0-9120-69c3f8e4d5d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 18:53:46.369482 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0996229-a122-4343-9adc-513d9a5eb954 req-1b93ff72-9f07-47fd-bfeb-8323f9e8b450 service neutron] Bound using segment: {'id': 'cd8a95b1-df89-4697-b2a8-3eed9065fa4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '42dfe5e9-a89f-41b0-9120-69c3f8e4d5d1'} {{(pid=98185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 18:53:46.369928 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.managers [req-d0996229-a122-4343-9adc-513d9a5eb954 req-1b93ff72-9f07-47fd-bfeb-8323f9e8b450 service neutron] Bound port: 8aa4d2fe-0dd7-490a-a38f-a326ce071880, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd8a95b1-df89-4697-b2a8-3eed9065fa4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '42dfe5e9-a89f-41b0-9120-69c3f8e4d5d1'}}] {{(pid=98185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 18:53:46.370278 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-d0996229-a122-4343-9adc-513d9a5eb954 req-1b93ff72-9f07-47fd-bfeb-8323f9e8b450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:46.445445 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.db [req-d0996229-a122-4343-9adc-513d9a5eb954 req-1b93ff72-9f07-47fd-bfeb-8323f9e8b450 service neutron] For port 8aa4d2fe-0dd7-490a-a38f-a326ce071880, host hv-cinder-78626, cleared binding levels {{(pid=98185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 18:53:46.448399 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.db [req-d0996229-a122-4343-9adc-513d9a5eb954 req-1b93ff72-9f07-47fd-bfeb-8323f9e8b450 service neutron] For port 8aa4d2fe-0dd7-490a-a38f-a326ce071880, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=8aa4d2fe-0dd7-490a-a38f-a326ce071880,segment=NetworkSegment(cd8a95b1-df89-4697-b2a8-3eed9065fa4f),segment_id=cd8a95b1-df89-4697-b2a8-3eed9065fa4f)] {{(pid=98185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 18:53:46.453543 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-d0996229-a122-4343-9adc-513d9a5eb954 req-1b93ff72-9f07-47fd-bfeb-8323f9e8b450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11876824'] for port, after_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:46.455645 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-7fecaff2-1035-4c3b-9081-480de60d0640 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:53:46.496867 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0996229-a122-4343-9adc-513d9a5eb954 req-1b93ff72-9f07-47fd-bfeb-8323f9e8b450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:53:46.497520 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-d0996229-a122-4343-9adc-513d9a5eb954 req-1b93ff72-9f07-47fd-bfeb-8323f9e8b450 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230521'] for port, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:46.498915 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-d0996229-a122-4343-9adc-513d9a5eb954 req-1b93ff72-9f07-47fd-bfeb-8323f9e8b450 service neutron] 10.222.0.39 "PUT /v2.0/ports/8aa4d2fe-0dd7-490a-a38f-a326ce071880 HTTP/1.1" status: 200 len: 1094 time: 1.0397589 Jun 10 18:53:46.499449 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3304323b-98e1-4769-8657-f4ff63165b26', 'tag': '8aa4d2fe-0dd7-490a-a38f-a326ce071880'}] {{(pid=98185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 18:53:46.502524 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44d46bb02d59f4e600e8e3fdef735be97a189b4bda953b1539dd9e97451c2ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3647510b-2853-45cc-8744-ed890c6debac" -d '{"events": [{"name": "network-changed", "server_uuid": "3304323b-98e1-4769-8657-f4ff63165b26", "tag": "8aa4d2fe-0dd7-490a-a38f-a326ce071880"}]}' {{(pid=98185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 18:53:46.526972 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b93ff72-9f07-47fd-bfeb-8323f9e8b450 service neutron] Pushing event updated for resources: {'Port': ['ID=8aa4d2fe-0dd7-490a-a38f-a326ce071880,revision_number=3']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:53:46.530038 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-1b93ff72-9f07-47fd-bfeb-8323f9e8b450 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:53:46.603833 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0996229-a122-4343-9adc-513d9a5eb954 req-1464d5bc-e599-4e07-a6de-95495154e911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:53:46.605752 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-d0996229-a122-4343-9adc-513d9a5eb954 req-1464d5bc-e599-4e07-a6de-95495154e911 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c5715222646a492fb886b349697008be&device_id=3304323b-98e1-4769-8657-f4ff63165b26 HTTP/1.1" status: 200 len: 1097 time: 0.0648882 Jun 10 18:53:46.665936 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-d0996229-a122-4343-9adc-513d9a5eb954 req-82d6272e-7bbe-4665-9b6d-ff73c239f35a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8aa4d2fe-0dd7-490a-a38f-a326ce071880 HTTP/1.1" status: 200 len: 217 time: 0.0513635 Jun 10 18:53:46.681046 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 18:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd85c4aa-0f86-4dac-a68e-84a5685bda28 x-openstack-request-id: req-bd85c4aa-0f86-4dac-a68e-84a5685bda28 {{(pid=98185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 18:53:46.681372 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3304323b-98e1-4769-8657-f4ff63165b26", "tag": "8aa4d2fe-0dd7-490a-a38f-a326ce071880", "status": "completed", "code": 200}]} {{(pid=98185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 18:53:46.681693 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bd85c4aa-0f86-4dac-a68e-84a5685bda28 {{(pid=98185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 18:53:46.682134 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3304323b-98e1-4769-8657-f4ff63165b26', 'tag': '8aa4d2fe-0dd7-490a-a38f-a326ce071880', 'status': 'completed', 'code': 200} Jun 10 18:53:46.725925 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0996229-a122-4343-9adc-513d9a5eb954 req-c12280e6-2ca4-447f-87a4-ec11050b678a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:53:46.727398 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-d0996229-a122-4343-9adc-513d9a5eb954 req-c12280e6-2ca4-447f-87a4-ec11050b678a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=853a8646-deb7-4e82-9853-28cb2f349eda HTTP/1.1" status: 200 len: 849 time: 0.0550952 Jun 10 18:53:46.768157 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-d0996229-a122-4343-9adc-513d9a5eb954 req-b41c327b-0b5d-410e-8e0f-d1994697b8d2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=42dfe5e9-a89f-41b0-9120-69c3f8e4d5d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309868 Jun 10 18:53:46.889367 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-d0996229-a122-4343-9adc-513d9a5eb954 req-923f97ef-37e4-481e-815d-2221bc07c8b1 service neutron] 10.222.0.39 "GET /v2.0/networks/42dfe5e9-a89f-41b0-9120-69c3f8e4d5d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141250 Jun 10 18:53:47.026383 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-d0996229-a122-4343-9adc-513d9a5eb954 req-5bacc215-1134-4048-bcc8-652404aea65d service neutron] 10.222.0.39 "GET /v2.0/networks/42dfe5e9-a89f-41b0-9120-69c3f8e4d5d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198726 Jun 10 18:53:47.162679 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3647510b-2853-45cc-8744-ed890c6debac req-31b9d278-f63a-4231-adf9-d073dd17ce29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:53:47.164054 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-3647510b-2853-45cc-8744-ed890c6debac req-31b9d278-f63a-4231-adf9-d073dd17ce29 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c5715222646a492fb886b349697008be&device_id=3304323b-98e1-4769-8657-f4ff63165b26 HTTP/1.1" status: 200 len: 1097 time: 0.0606539 Jun 10 18:53:47.166272 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baedb886-e0ec-4030-a2b5-5061d49bd609 req-b9525e9b-d20f-413c-ab60-beaa1bc4783b tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:53:47.167722 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-baedb886-e0ec-4030-a2b5-5061d49bd609 req-b9525e9b-d20f-413c-ab60-beaa1bc4783b tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] 10.222.0.15 "GET /v2.0/ports?device_id=3304323b-98e1-4769-8657-f4ff63165b26 HTTP/1.1" status: 200 len: 944 time: 0.0801189 Jun 10 18:53:47.212185 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-baedb886-e0ec-4030-a2b5-5061d49bd609 req-0536319a-4462-4cf3-9daa-ad6c03b6aea4 tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5cf943e-4d29-4b7d-9742-883fb114f85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381289 Jun 10 18:53:47.242673 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-bf1ede84-8c21-46ff-8a19-cb90afe635a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:47.289053 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3647510b-2853-45cc-8744-ed890c6debac req-7a4d29d5-f35f-49ff-9f9a-138dc9bc73bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:53:47.290549 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-3647510b-2853-45cc-8744-ed890c6debac req-7a4d29d5-f35f-49ff-9f9a-138dc9bc73bc service neutron] 10.222.0.39 "GET /v2.0/networks?id=42dfe5e9-a89f-41b0-9120-69c3f8e4d5d1 HTTP/1.1" status: 200 len: 910 time: 0.1181743 Jun 10 18:53:47.350134 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-3647510b-2853-45cc-8744-ed890c6debac req-44bd93d4-708a-4a75-bf2e-1555b9966ce8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8aa4d2fe-0dd7-490a-a38f-a326ce071880 HTTP/1.1" status: 200 len: 217 time: 0.0517523 Jun 10 18:53:47.411849 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3647510b-2853-45cc-8744-ed890c6debac req-22985e0d-5f71-4e79-bf44-05bc1a0f7561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:53:47.413372 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-3647510b-2853-45cc-8744-ed890c6debac req-22985e0d-5f71-4e79-bf44-05bc1a0f7561 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=853a8646-deb7-4e82-9853-28cb2f349eda HTTP/1.1" status: 200 len: 849 time: 0.0551953 Jun 10 18:53:47.451236 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-3647510b-2853-45cc-8744-ed890c6debac req-14c4c916-35bc-4414-b5f9-df1cd6331fd8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=42dfe5e9-a89f-41b0-9120-69c3f8e4d5d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311949 Jun 10 18:53:47.571116 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-3647510b-2853-45cc-8744-ed890c6debac req-12019ecb-6798-4b94-95c3-46d68add5efe service neutron] 10.222.0.39 "GET /v2.0/networks/42dfe5e9-a89f-41b0-9120-69c3f8e4d5d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125605 Jun 10 18:53:47.608951 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:47.694320 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-3647510b-2853-45cc-8744-ed890c6debac req-0343e1c1-9cc2-446a-90b3-887d363e81bc service neutron] 10.222.0.39 "GET /v2.0/networks/42dfe5e9-a89f-41b0-9120-69c3f8e4d5d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149404 Jun 10 18:53:48.404555 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c19386-7412-4ce2-b45c-dcbacabdeca1 req-db59f615-c74a-4acf-b66e-9093c91c1aea tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:53:48.405934 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-07c19386-7412-4ce2-b45c-dcbacabdeca1 req-db59f615-c74a-4acf-b66e-9093c91c1aea tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] 10.222.0.15 "GET /v2.0/ports?device_id=3304323b-98e1-4769-8657-f4ff63165b26 HTTP/1.1" status: 200 len: 944 time: 0.0688393 Jun 10 18:53:48.450675 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-07c19386-7412-4ce2-b45c-dcbacabdeca1 req-92dcb323-adde-4029-b453-c8fd6d25af4d tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5cf943e-4d29-4b7d-9742-883fb114f85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383701 Jun 10 18:53:49.630577 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc3bd31-a1af-4dfd-9a5c-399b44d129ff req-c60c032a-afe3-405f-8353-4cff1a9e7202 tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:53:49.632012 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-6bc3bd31-a1af-4dfd-9a5c-399b44d129ff req-c60c032a-afe3-405f-8353-4cff1a9e7202 tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] 10.222.0.15 "GET /v2.0/ports?device_id=3304323b-98e1-4769-8657-f4ff63165b26 HTTP/1.1" status: 200 len: 944 time: 0.0691459 Jun 10 18:53:49.671640 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-6bc3bd31-a1af-4dfd-9a5c-399b44d129ff req-bb810d4e-dfbe-46ce-a1e5-951a5f72ea55 tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5cf943e-4d29-4b7d-9742-883fb114f85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341289 Jun 10 18:53:50.206606 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b371d0b1-10e3-40de-826e-e51c281e9a92 req-be0efff4-7a59-4d2a-b10c-cab52f4bb9a1 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:53:50.208066 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-b371d0b1-10e3-40de-826e-e51c281e9a92 req-be0efff4-7a59-4d2a-b10c-cab52f4bb9a1 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dfd38ae-310d-4c3c-b40a-83004dbb0797 HTTP/1.1" status: 200 len: 946 time: 0.0770955 Jun 10 18:53:50.251020 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-b371d0b1-10e3-40de-826e-e51c281e9a92 req-361090f9-e2a8-4f4b-b9e9-3866ece00dbe tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc2e55c-47a1-47f8-a4f5-611ae6fb6623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371592 Jun 10 18:53:50.850303 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0c31e4-df8b-4d6b-99e6-705348816287 req-71e8d663-3593-4b66-b3d1-fc1438355703 tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:53:50.851731 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-6f0c31e4-df8b-4d6b-99e6-705348816287 req-71e8d663-3593-4b66-b3d1-fc1438355703 tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] 10.222.0.15 "GET /v2.0/ports?device_id=3304323b-98e1-4769-8657-f4ff63165b26 HTTP/1.1" status: 200 len: 944 time: 0.0669892 Jun 10 18:53:50.894282 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-6f0c31e4-df8b-4d6b-99e6-705348816287 req-a7c812fb-5163-4127-bb6f-c897e7bffb2a tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5cf943e-4d29-4b7d-9742-883fb114f85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370777 Jun 10 18:53:51.409028 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Device 8aa4d2fe-0dd7-490a-a38f-a326ce071880 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=98186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 18:53:51.434612 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ffd079-560f-4795-a564-1db966039b50 req-bca5b84e-4753-4bb9-91d7-24b1bae779b5 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:53:51.436102 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-28ffd079-560f-4795-a564-1db966039b50 req-bca5b84e-4753-4bb9-91d7-24b1bae779b5 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dfd38ae-310d-4c3c-b40a-83004dbb0797 HTTP/1.1" status: 200 len: 946 time: 0.0697532 Jun 10 18:53:51.481383 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-28ffd079-560f-4795-a564-1db966039b50 req-bb6b6e19-4269-457e-bc1f-026ece05f845 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc2e55c-47a1-47f8-a4f5-611ae6fb6623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385876 Jun 10 18:53:51.528899 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] For port 8aa4d2fe-0dd7-490a-a38f-a326ce071880, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=8aa4d2fe-0dd7-490a-a38f-a326ce071880,segment=NetworkSegment(cd8a95b1-df89-4697-b2a8-3eed9065fa4f),segment_id=cd8a95b1-df89-4697-b2a8-3eed9065fa4f)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:53:51.541709 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Returning: {'device': '8aa4d2fe-0dd7-490a-a38f-a326ce071880', 'network_id': '42dfe5e9-a89f-41b0-9120-69c3f8e4d5d1', 'port_id': '8aa4d2fe-0dd7-490a-a38f-a326ce071880', 'mac_address': 'fa:16:3e:a7:4a:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '853a8646-deb7-4e82-9853-28cb2f349eda', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 18:53:51.586349 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:51.601245 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.notifiers.nova [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8aa4d2fe-0dd7-490a-a38f-a326ce071880 {{(pid=98186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 18:53:51.621034 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] For port 8aa4d2fe-0dd7-490a-a38f-a326ce071880, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=8aa4d2fe-0dd7-490a-a38f-a326ce071880,segment=NetworkSegment(cd8a95b1-df89-4697-b2a8-3eed9065fa4f),segment_id=cd8a95b1-df89-4697-b2a8-3eed9065fa4f)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:53:51.624719 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:51.626487 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:53:51.677722 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Pushing event updated for resources: {'Port': ['ID=8aa4d2fe-0dd7-490a-a38f-a326ce071880,revision_number=4']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:53:51.680584 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:53:52.075138 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] get_ports_and_sgs() called for port_ids ['8aa4d2fe-0dd7-490a-a38f-a326ce071880'] {{(pid=98186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 18:53:52.090334 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f6113a-ee41-4a2d-b9a6-4e8a90ba6e02 req-0fa0a228-6c6a-443d-ba10-c8b23d30d6d6 tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:53:52.091829 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-93f6113a-ee41-4a2d-b9a6-4e8a90ba6e02 req-0fa0a228-6c6a-443d-ba10-c8b23d30d6d6 tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] 10.222.0.15 "GET /v2.0/ports?device_id=3304323b-98e1-4769-8657-f4ff63165b26 HTTP/1.1" status: 200 len: 945 time: 0.0719614 Jun 10 18:53:52.143194 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-93f6113a-ee41-4a2d-b9a6-4e8a90ba6e02 req-e8a99f51-c3cf-4b7b-84aa-b5fad9f2d5b2 tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5cf943e-4d29-4b7d-9742-883fb114f85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446115 Jun 10 18:53:52.692627 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177193dd-b49c-48cc-8a29-e9092fc37c1e req-36455218-2316-498e-9f5d-40179fcba4e2 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:53:52.694134 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-177193dd-b49c-48cc-8a29-e9092fc37c1e req-36455218-2316-498e-9f5d-40179fcba4e2 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dfd38ae-310d-4c3c-b40a-83004dbb0797 HTTP/1.1" status: 200 len: 946 time: 0.1000791 Jun 10 18:53:52.736472 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-177193dd-b49c-48cc-8a29-e9092fc37c1e req-a7f8de9c-7057-4be0-8c8f-9fd9f6f52703 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc2e55c-47a1-47f8-a4f5-611ae6fb6623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360453 Jun 10 18:53:53.090682 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a092b6b1-51dd-4b3c-a2fb-e99ec4e62b24 req-e468ceb5-1230-432d-b6ba-390b663dc2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:53:53.092099 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-a092b6b1-51dd-4b3c-a2fb-e99ec4e62b24 req-e468ceb5-1230-432d-b6ba-390b663dc2d7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b98132dec11942b2917326af967088e0&device_id=8dfd38ae-310d-4c3c-b40a-83004dbb0797 HTTP/1.1" status: 200 len: 1099 time: 0.0576887 Jun 10 18:53:53.223656 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a092b6b1-51dd-4b3c-a2fb-e99ec4e62b24 req-325ffa1f-1600-446d-b7ea-b2aa3d31d35c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:53:53.225116 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-a092b6b1-51dd-4b3c-a2fb-e99ec4e62b24 req-325ffa1f-1600-446d-b7ea-b2aa3d31d35c service neutron] 10.222.0.39 "GET /v2.0/networks?id=cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73 HTTP/1.1" status: 200 len: 912 time: 0.1090593 Jun 10 18:53:53.314464 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-a092b6b1-51dd-4b3c-a2fb-e99ec4e62b24 req-a23bcd31-1ba2-4e2b-8183-22d10c34fc51 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0e4a93cf-a9fc-4b75-8bf7-0140ded974e5 HTTP/1.1" status: 200 len: 1002 time: 0.0824382 Jun 10 18:53:53.331428 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baa1a12-eefe-4cfe-97a6-5801737ff9b4 req-e5d7b28d-158a-480f-86e2-23eb81f9f009 tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:53:53.332875 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-1baa1a12-eefe-4cfe-97a6-5801737ff9b4 req-e5d7b28d-158a-480f-86e2-23eb81f9f009 tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] 10.222.0.15 "GET /v2.0/ports?device_id=3304323b-98e1-4769-8657-f4ff63165b26 HTTP/1.1" status: 200 len: 945 time: 0.0711739 Jun 10 18:53:53.372455 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a092b6b1-51dd-4b3c-a2fb-e99ec4e62b24 req-669feae0-b993-432d-99ad-2e2bdf472acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:53:53.373902 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-a092b6b1-51dd-4b3c-a2fb-e99ec4e62b24 req-669feae0-b993-432d-99ad-2e2bdf472acf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=450a2f52-17ce-4ffd-a311-633c3f5e5032 HTTP/1.1" status: 200 len: 850 time: 0.0521493 Jun 10 18:53:53.374172 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-1baa1a12-eefe-4cfe-97a6-5801737ff9b4 req-c0878401-ba93-434c-9c40-4d24d02571f7 tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5cf943e-4d29-4b7d-9742-883fb114f85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355015 Jun 10 18:53:53.429773 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Device 8aa4d2fe-0dd7-490a-a38f-a326ce071880 up at agent hyperv_hv-cinder-78626 {{(pid=98186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 18:53:53.440807 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a092b6b1-51dd-4b3c-a2fb-e99ec4e62b24 req-80ae9a8d-7139-439b-b29b-359038cd7bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:53:53.442658 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-a092b6b1-51dd-4b3c-a2fb-e99ec4e62b24 req-80ae9a8d-7139-439b-b29b-359038cd7bd5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0609953 Jun 10 18:53:53.496677 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Provisioning for port 8aa4d2fe-0dd7-490a-a38f-a326ce071880 completed by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 18:53:53.500261 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Provisioning complete for port 8aa4d2fe-0dd7-490a-a38f-a326ce071880 triggered by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 18:53:53.500652 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:53.562445 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-a092b6b1-51dd-4b3c-a2fb-e99ec4e62b24 req-b9192944-3152-4560-b8a6-91caf44dbe66 service neutron] 10.222.0.39 "GET /v2.0/networks/cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130040 Jun 10 18:53:53.591386 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:53.615152 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3304323b-98e1-4769-8657-f4ff63165b26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aa4d2fe-0dd7-490a-a38f-a326ce071880'}] {{(pid=98186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 18:53:53.617477 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c2f46a37dc9d9ea27ba47e2e5c887733d44c46f74833e79389795ef1d11a41d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4739f09f-7f1b-46b1-b8df-c4602dea0d98" -d '{"events": [{"server_uuid": "3304323b-98e1-4769-8657-f4ff63165b26", "name": "network-vif-plugged", "status": "completed", "tag": "8aa4d2fe-0dd7-490a-a38f-a326ce071880"}]}' {{(pid=98186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 18:53:53.631567 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] For port 8aa4d2fe-0dd7-490a-a38f-a326ce071880, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=8aa4d2fe-0dd7-490a-a38f-a326ce071880,segment=NetworkSegment(cd8a95b1-df89-4697-b2a8-3eed9065fa4f),segment_id=cd8a95b1-df89-4697-b2a8-3eed9065fa4f)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:53:53.635568 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:53.637484 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-96132a3a-5dc7-402f-b461-ab63bacaa3f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:53:53.665220 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 18:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df3422f3-1c27-4d54-93e2-a9a42020d979 x-openstack-request-id: req-df3422f3-1c27-4d54-93e2-a9a42020d979 {{(pid=98186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 18:53:53.665557 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3304323b-98e1-4769-8657-f4ff63165b26", "name": "network-vif-plugged", "status": "completed", "tag": "8aa4d2fe-0dd7-490a-a38f-a326ce071880", "code": 200}]} {{(pid=98186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 18:53:53.665845 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-df3422f3-1c27-4d54-93e2-a9a42020d979 {{(pid=98186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 18:53:53.666228 dv-cinder-786260-4-iscsi neutron-server[98186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3304323b-98e1-4769-8657-f4ff63165b26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aa4d2fe-0dd7-490a-a38f-a326ce071880', 'code': 200} Jun 10 18:53:53.692215 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-a092b6b1-51dd-4b3c-a2fb-e99ec4e62b24 req-81e1d4ba-7525-44de-b85c-d808a6c1d228 service neutron] 10.222.0.39 "GET /v2.0/networks/cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218166 Jun 10 18:53:53.696508 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Pushing event updated for resources: {'Port': ['ID=8aa4d2fe-0dd7-490a-a38f-a326ce071880,revision_number=5']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:53:53.699389 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:53:53.892650 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de38c535-25f7-4a30-ba85-e21c1440f061 req-bd1307db-e326-4b1d-a8b1-b08d948cc463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:53:53.894091 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-de38c535-25f7-4a30-ba85-e21c1440f061 req-bd1307db-e326-4b1d-a8b1-b08d948cc463 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3304323b-98e1-4769-8657-f4ff63165b26 HTTP/1.1" status: 200 len: 1099 time: 0.0584121 Jun 10 18:53:53.919204 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9422f588-cf3a-40ec-a5b0-9245aaf7aee7 req-26a4e0d6-bea5-4715-b9c4-72ecc70bd2c0 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:53:53.920660 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-9422f588-cf3a-40ec-a5b0-9245aaf7aee7 req-26a4e0d6-bea5-4715-b9c4-72ecc70bd2c0 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dfd38ae-310d-4c3c-b40a-83004dbb0797 HTTP/1.1" status: 200 len: 946 time: 0.0706093 Jun 10 18:53:53.938656 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-de38c535-25f7-4a30-ba85-e21c1440f061 req-ff735104-a3f9-46f4-83f0-ad39c298503b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a5cf943e-4d29-4b7d-9742-883fb114f85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361857 Jun 10 18:53:53.965994 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-9422f588-cf3a-40ec-a5b0-9245aaf7aee7 req-d11e62ce-8afe-4bd8-9bca-4c6001fa8d65 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc2e55c-47a1-47f8-a4f5-611ae6fb6623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391498 Jun 10 18:53:54.561841 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8458035-5606-4c22-a78e-e94a4ef7a432 req-c236ad8a-92de-4d37-95f9-eaf0773ebe88 tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:53:54.563289 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-c8458035-5606-4c22-a78e-e94a4ef7a432 req-c236ad8a-92de-4d37-95f9-eaf0773ebe88 tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] 10.222.0.15 "GET /v2.0/ports?device_id=3304323b-98e1-4769-8657-f4ff63165b26 HTTP/1.1" status: 200 len: 946 time: 0.0697861 Jun 10 18:53:54.605410 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-c8458035-5606-4c22-a78e-e94a4ef7a432 req-7bd5b832-f38b-403f-b263-a2d0eec4c6f4 tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5cf943e-4d29-4b7d-9742-883fb114f85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356631 Jun 10 18:53:55.144959 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef18c114-e450-4982-9481-ac915995d4d2 req-84a4f03e-67e5-48dd-a96b-65cf52a599e5 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:53:55.146414 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-ef18c114-e450-4982-9481-ac915995d4d2 req-84a4f03e-67e5-48dd-a96b-65cf52a599e5 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dfd38ae-310d-4c3c-b40a-83004dbb0797 HTTP/1.1" status: 200 len: 946 time: 0.0676475 Jun 10 18:53:55.186743 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-ef18c114-e450-4982-9481-ac915995d4d2 req-4cd8bb9b-2605-41f9-bee2-9d79903f6459 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc2e55c-47a1-47f8-a4f5-611ae6fb6623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348797 Jun 10 18:53:55.781796 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b49bc8-2fe0-4908-aa8c-858b656b14da req-8ab1780f-a8c3-4b0f-b3b1-5584882a4d3c tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:53:55.783679 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-c8b49bc8-2fe0-4908-aa8c-858b656b14da req-8ab1780f-a8c3-4b0f-b3b1-5584882a4d3c tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] 10.222.0.15 "GET /v2.0/ports?device_id=3304323b-98e1-4769-8657-f4ff63165b26 HTTP/1.1" status: 200 len: 946 time: 0.0682132 Jun 10 18:53:55.829026 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-c8b49bc8-2fe0-4908-aa8c-858b656b14da req-d0d11c99-d397-4ce0-a0da-2cc7dd93f88c tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5cf943e-4d29-4b7d-9742-883fb114f85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397387 Jun 10 18:53:56.371263 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3af138-7b58-40b4-8e8a-e27b8a3ef28b req-2b1ee3e6-703e-4e40-851e-753919b45a9f tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:53:56.372719 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-db3af138-7b58-40b4-8e8a-e27b8a3ef28b req-2b1ee3e6-703e-4e40-851e-753919b45a9f tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dfd38ae-310d-4c3c-b40a-83004dbb0797 HTTP/1.1" status: 200 len: 946 time: 0.0685322 Jun 10 18:53:56.418753 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-db3af138-7b58-40b4-8e8a-e27b8a3ef28b req-7a03454a-c201-4ce1-8a91-9c074b613b97 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc2e55c-47a1-47f8-a4f5-611ae6fb6623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393102 Jun 10 18:53:56.670758 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247ba468-ca2f-43a7-906b-57e5f8023495 req-c9f3015b-cd56-485f-8cb5-6d33722a57bc tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:53:56.672200 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-247ba468-ca2f-43a7-906b-57e5f8023495 req-c9f3015b-cd56-485f-8cb5-6d33722a57bc tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] 10.222.0.15 "GET /v2.0/ports?device_id=3304323b-98e1-4769-8657-f4ff63165b26 HTTP/1.1" status: 200 len: 946 time: 0.0686793 Jun 10 18:53:56.716653 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-247ba468-ca2f-43a7-906b-57e5f8023495 req-86f29c4f-bd1c-4896-a0a3-da3dde3c3e8b tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5cf943e-4d29-4b7d-9742-883fb114f85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380507 Jun 10 18:53:57.598560 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ce1aef-4acd-4c8d-8aa6-d0943c623dec req-45453125-1494-4348-a8e0-b70b27030669 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:53:57.599993 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-26ce1aef-4acd-4c8d-8aa6-d0943c623dec req-45453125-1494-4348-a8e0-b70b27030669 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dfd38ae-310d-4c3c-b40a-83004dbb0797 HTTP/1.1" status: 200 len: 946 time: 0.0678442 Jun 10 18:53:57.641927 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-26ce1aef-4acd-4c8d-8aa6-d0943c623dec req-3d5e22d0-36f9-4c06-8b8b-7ee382b32834 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc2e55c-47a1-47f8-a4f5-611ae6fb6623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363498 Jun 10 18:53:57.897715 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bdf232-3616-4d66-ac3a-71ece0297cbc req-52b440a7-222d-43ef-83da-02729de9847b tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:53:57.898789 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-02bdf232-3616-4d66-ac3a-71ece0297cbc req-52b440a7-222d-43ef-83da-02729de9847b tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] 10.222.0.15 "GET /v2.0/ports?device_id=3304323b-98e1-4769-8657-f4ff63165b26 HTTP/1.1" status: 200 len: 946 time: 0.0694761 Jun 10 18:53:57.946398 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-02bdf232-3616-4d66-ac3a-71ece0297cbc req-803a9808-0eb0-46b4-acfd-4a44bf7a73e6 tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5cf943e-4d29-4b7d-9742-883fb114f85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417659 Jun 10 18:53:58.805741 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5b31f2-7e6d-4735-b1f7-79c53a52ee74 req-e7f16f90-a666-46d8-9c6a-eaccb60852d9 tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:53:58.807172 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-ed5b31f2-7e6d-4735-b1f7-79c53a52ee74 req-e7f16f90-a666-46d8-9c6a-eaccb60852d9 tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] 10.222.0.39 "GET /v2.0/ports?device_id=3304323b-98e1-4769-8657-f4ff63165b26 HTTP/1.1" status: 200 len: 946 time: 0.1060803 Jun 10 18:53:58.880913 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9fa4e6-fa3f-4a22-97fd-bdc9832529db req-d614b6fc-c3ca-4ad9-b2a3-102faa7d14aa tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:53:58.882401 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-4c9fa4e6-fa3f-4a22-97fd-bdc9832529db req-d614b6fc-c3ca-4ad9-b2a3-102faa7d14aa tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dfd38ae-310d-4c3c-b40a-83004dbb0797 HTTP/1.1" status: 200 len: 946 time: 0.1305819 Jun 10 18:53:58.954941 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-4c9fa4e6-fa3f-4a22-97fd-bdc9832529db req-b82d535b-32ed-4558-874f-e73937b70756 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc2e55c-47a1-47f8-a4f5-611ae6fb6623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645778 Jun 10 18:53:58.975321 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.plugin [req-ed5b31f2-7e6d-4735-b1f7-79c53a52ee74 req-97c0323c-3db3-4599-9707-c3f53b69fde5 tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] Deleting port 8aa4d2fe-0dd7-490a-a38f-a326ce071880 {{(pid=98185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 18:53:58.975788 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-ed5b31f2-7e6d-4735-b1f7-79c53a52ee74 req-97c0323c-3db3-4599-9707-c3f53b69fde5 tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578452511'] for port, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:59.089555 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.db [req-ed5b31f2-7e6d-4735-b1f7-79c53a52ee74 req-97c0323c-3db3-4599-9707-c3f53b69fde5 tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] For port 8aa4d2fe-0dd7-490a-a38f-a326ce071880, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=8aa4d2fe-0dd7-490a-a38f-a326ce071880,segment=NetworkSegment(cd8a95b1-df89-4697-b2a8-3eed9065fa4f),segment_id=cd8a95b1-df89-4697-b2a8-3eed9065fa4f)] {{(pid=98185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:53:59.089833 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-ed5b31f2-7e6d-4735-b1f7-79c53a52ee74 req-97c0323c-3db3-4599-9707-c3f53b69fde5 tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4044702'] for port, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:59.127030 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aacb7e-5edb-437d-9679-075a736e96e4 req-fa1d65e7-6967-4096-8019-5c4392f698e8 tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:53:59.128506 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-45aacb7e-5edb-437d-9679-075a736e96e4 req-fa1d65e7-6967-4096-8019-5c4392f698e8 tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] 10.222.0.15 "GET /v2.0/ports?device_id=3304323b-98e1-4769-8657-f4ff63165b26 HTTP/1.1" status: 200 len: 946 time: 0.0690813 Jun 10 18:53:59.171864 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-45aacb7e-5edb-437d-9679-075a736e96e4 req-d4bc05c8-3ab4-4199-b2ab-6db627552d70 tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5cf943e-4d29-4b7d-9742-883fb114f85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377514 Jun 10 18:53:59.185912 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.plugin [req-ed5b31f2-7e6d-4735-b1f7-79c53a52ee74 req-97c0323c-3db3-4599-9707-c3f53b69fde5 tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] Calling delete_port for 8aa4d2fe-0dd7-490a-a38f-a326ce071880 owned by compute:nova {{(pid=98185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 18:53:59.331621 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-ed5b31f2-7e6d-4735-b1f7-79c53a52ee74 req-97c0323c-3db3-4599-9707-c3f53b69fde5 tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578457411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578064415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11876817'] for port, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:59.335644 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-153b7437-31f3-4443-93f5-08786519488e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:53:59.345738 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] get_ports_and_sgs() called for port_ids ['8aa4d2fe-0dd7-490a-a38f-a326ce071880'] {{(pid=98186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 18:53:59.370917 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c0323c-3db3-4599-9707-c3f53b69fde5 tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] Pushing event deleted for resources: {'Port': ['ID=8aa4d2fe-0dd7-490a-a38f-a326ce071880,revision_number=None']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:53:59.384659 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c0323c-3db3-4599-9707-c3f53b69fde5 tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:53:59.385052 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c0323c-3db3-4599-9707-c3f53b69fde5 tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:53:59.385437 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c0323c-3db3-4599-9707-c3f53b69fde5 tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:53:59.385862 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c0323c-3db3-4599-9707-c3f53b69fde5 tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:53:59.386244 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c0323c-3db3-4599-9707-c3f53b69fde5 tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:53:59.386615 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c0323c-3db3-4599-9707-c3f53b69fde5 tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:53:59.387026 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c0323c-3db3-4599-9707-c3f53b69fde5 tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:53:59.387495 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c0323c-3db3-4599-9707-c3f53b69fde5 tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:53:59.387871 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c0323c-3db3-4599-9707-c3f53b69fde5 tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:53:59.388240 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c0323c-3db3-4599-9707-c3f53b69fde5 tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:53:59.388605 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c0323c-3db3-4599-9707-c3f53b69fde5 tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:53:59.388966 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c0323c-3db3-4599-9707-c3f53b69fde5 tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:53:59.412607 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-97c0323c-3db3-4599-9707-c3f53b69fde5 tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:53:59.436995 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed5b31f2-7e6d-4735-b1f7-79c53a52ee74 req-97c0323c-3db3-4599-9707-c3f53b69fde5 tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] No DVR routers for this DVR port 8aa4d2fe-0dd7-490a-a38f-a326ce071880 on host hv-cinder-78626 {{(pid=98185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 18:53:59.439941 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-ed5b31f2-7e6d-4735-b1f7-79c53a52ee74 req-97c0323c-3db3-4599-9707-c3f53b69fde5 tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230521'] for port, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:53:59.441953 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-ed5b31f2-7e6d-4735-b1f7-79c53a52ee74 req-97c0323c-3db3-4599-9707-c3f53b69fde5 tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] 10.222.0.39 "DELETE /v2.0/ports/8aa4d2fe-0dd7-490a-a38f-a326ce071880 HTTP/1.1" status: 204 len: 173 time: 0.6259825 Jun 10 18:53:59.442439 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3304323b-98e1-4769-8657-f4ff63165b26', 'name': 'network-vif-deleted', 'tag': '8aa4d2fe-0dd7-490a-a38f-a326ce071880'}] {{(pid=98185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 18:53:59.444713 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44d46bb02d59f4e600e8e3fdef735be97a189b4bda953b1539dd9e97451c2ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33720149-6719-4c1b-96f8-3dac52c063cc" -d '{"events": [{"server_uuid": "3304323b-98e1-4769-8657-f4ff63165b26", "name": "network-vif-deleted", "tag": "8aa4d2fe-0dd7-490a-a38f-a326ce071880"}]}' {{(pid=98185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 18:53:59.485715 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 18:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c61808e-cdd8-495e-8272-cf6b68fc6d9c x-openstack-request-id: req-8c61808e-cdd8-495e-8272-cf6b68fc6d9c {{(pid=98185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 18:53:59.486125 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3304323b-98e1-4769-8657-f4ff63165b26", "name": "network-vif-deleted", "tag": "8aa4d2fe-0dd7-490a-a38f-a326ce071880", "status": "completed", "code": 200}]} {{(pid=98185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 18:53:59.486447 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8c61808e-cdd8-495e-8272-cf6b68fc6d9c {{(pid=98185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 18:53:59.486891 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3304323b-98e1-4769-8657-f4ff63165b26', 'name': 'network-vif-deleted', 'tag': '8aa4d2fe-0dd7-490a-a38f-a326ce071880', 'status': 'completed', 'code': 200} Jun 10 18:54:00.148208 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42136d99-34f6-4260-afb1-642d9c238756 req-3571e117-f9a6-4bd5-9786-4baec3d91746 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:54:00.149687 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-42136d99-34f6-4260-afb1-642d9c238756 req-3571e117-f9a6-4bd5-9786-4baec3d91746 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dfd38ae-310d-4c3c-b40a-83004dbb0797 HTTP/1.1" status: 200 len: 946 time: 0.0749524 Jun 10 18:54:00.195320 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-42136d99-34f6-4260-afb1-642d9c238756 req-76768761-cb52-4f5e-89a6-d048a5f45fe1 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc2e55c-47a1-47f8-a4f5-611ae6fb6623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400715 Jun 10 18:54:00.499287 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237a3c4a-a94f-4b12-85df-6a1e3e5eee03 req-983171bb-42fd-41f2-8e17-d27ac1ee6154 tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:54:00.501318 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-237a3c4a-a94f-4b12-85df-6a1e3e5eee03 req-983171bb-42fd-41f2-8e17-d27ac1ee6154 tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] 10.222.0.15 "GET /v2.0/networks?id=42dfe5e9-a89f-41b0-9120-69c3f8e4d5d1 HTTP/1.1" status: 200 len: 809 time: 0.1288671 Jun 10 18:54:00.515476 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-237a3c4a-a94f-4b12-85df-6a1e3e5eee03 req-7e29e7c2-0c0d-4295-bb62-e3addd2d8e6e tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] 10.222.0.15 "GET /v2.0/quotas/c5715222646a492fb886b349697008be HTTP/1.1" status: 200 len: 375 time: 0.0086904 Jun 10 18:54:00.557502 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-237a3c4a-a94f-4b12-85df-6a1e3e5eee03 req-c9687763-6b0a-4088-8a81-22437ea619fd tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c5715222646a492fb886b349697008be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0366948 Jun 10 18:54:00.716563 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-237a3c4a-a94f-4b12-85df-6a1e3e5eee03 req-c18e4356-d8d3-4194-8400-f633b87d353b service neutron] 10.222.0.15 "GET /v2.0/networks/42dfe5e9-a89f-41b0-9120-69c3f8e4d5d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518776 Jun 10 18:54:00.831185 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-237a3c4a-a94f-4b12-85df-6a1e3e5eee03 req-1704d88b-ece7-497a-82c0-ca82efb1dd23 service neutron] 10.222.0.15 "GET /v2.0/networks/42dfe5e9-a89f-41b0-9120-69c3f8e4d5d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085432 Jun 10 18:54:01.002768 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-525189b0-a128-4a97-82b5-e82c1ef5cd2b req-547c6ced-4247-49c7-950e-c8bb07419389 tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] 10.222.0.15 "GET /v2.0/ports?device_id=75b7a2eb-726b-44ee-9c0d-1a9a1bc6aeae HTTP/1.1" status: 200 len: 210 time: 0.0343223 Jun 10 18:54:01.383891 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5447df25-740b-4765-8a55-8b8111321aa8 req-52c93554-2540-4143-818e-06068bdc58a2 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:54:01.385445 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-5447df25-740b-4765-8a55-8b8111321aa8 req-52c93554-2540-4143-818e-06068bdc58a2 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dfd38ae-310d-4c3c-b40a-83004dbb0797 HTTP/1.1" status: 200 len: 946 time: 0.0752473 Jun 10 18:54:01.429758 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-5447df25-740b-4765-8a55-8b8111321aa8 req-e9ee2423-16e0-42d3-bf8c-05a450dea56e tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc2e55c-47a1-47f8-a4f5-611ae6fb6623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383172 Jun 10 18:54:01.432221 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Device 8aa4d2fe-0dd7-490a-a38f-a326ce071880 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=98186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 18:54:01.459082 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.plugin [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] No Port match for: 8aa4d2fe-0dd7-490a-a38f-a326ce071880 {{(pid=98186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 18:54:01.459446 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Device 8aa4d2fe-0dd7-490a-a38f-a326ce071880 not bound to the agent host hv-cinder-78626 {{(pid=98186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 18:54:01.801620 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139a8740-4942-421a-bb24-dccdd243e2ae req-bc6a1e82-05c1-491c-b028-21f171f80ab2 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:54:01.803126 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-139a8740-4942-421a-bb24-dccdd243e2ae req-bc6a1e82-05c1-491c-b028-21f171f80ab2 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dfd38ae-310d-4c3c-b40a-83004dbb0797 HTTP/1.1" status: 200 len: 946 time: 0.0690219 Jun 10 18:54:01.815015 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a58579-e047-4fe1-98fd-bf45dc9e43ec req-f4807780-88af-49a4-ab31-03ef88b0829e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:54:01.816756 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-f8a58579-e047-4fe1-98fd-bf45dc9e43ec req-f4807780-88af-49a4-ab31-03ef88b0829e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b98132dec11942b2917326af967088e0&device_id=8dfd38ae-310d-4c3c-b40a-83004dbb0797 HTTP/1.1" status: 200 len: 1099 time: 0.0643339 Jun 10 18:54:01.849274 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-139a8740-4942-421a-bb24-dccdd243e2ae req-01d6a595-d3ac-43d0-81aa-a0b2b90ebc72 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc2e55c-47a1-47f8-a4f5-611ae6fb6623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404599 Jun 10 18:54:01.950897 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a58579-e047-4fe1-98fd-bf45dc9e43ec req-2a7f6ba1-09be-4f21-8bbf-1f6c8b0ea8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:54:01.952376 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-f8a58579-e047-4fe1-98fd-bf45dc9e43ec req-2a7f6ba1-09be-4f21-8bbf-1f6c8b0ea8ad service neutron] 10.222.0.39 "GET /v2.0/networks?id=cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73 HTTP/1.1" status: 200 len: 912 time: 0.1276231 Jun 10 18:54:02.065760 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-0cc10876-b51e-46df-b3a7-551d3e244583 req-6c50dbfd-66f8-4957-a43c-2b6684c7f02d tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1285732016&fields=id&tenant_id=1a2d315ad5024710bea813f4dc02e234 HTTP/1.1" status: 200 len: 267 time: 0.0994971 Jun 10 18:54:02.119076 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-f8a58579-e047-4fe1-98fd-bf45dc9e43ec req-ef6c6e3c-e741-4342-86b0-621386727ebb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0e4a93cf-a9fc-4b75-8bf7-0140ded974e5 HTTP/1.1" status: 200 len: 1002 time: 0.1589851 Jun 10 18:54:02.180557 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237a3c4a-a94f-4b12-85df-6a1e3e5eee03 req-fb2594e8-f271-4002-ac22-22cf603bf750 tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:54:02.181936 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-237a3c4a-a94f-4b12-85df-6a1e3e5eee03 req-fb2594e8-f271-4002-ac22-22cf603bf750 tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] 10.222.0.39 "GET /v2.0/networks?id=42dfe5e9-a89f-41b0-9120-69c3f8e4d5d1 HTTP/1.1" status: 200 len: 809 time: 0.1833355 Jun 10 18:54:02.208136 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-89f61ef5-7076-4571-8640-5f26b789fd93 req-6713f5a5-8f5d-4647-ac78-f3efd543fe2d tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] 10.222.0.15 "GET /v2.0/ports?device_id=75b7a2eb-726b-44ee-9c0d-1a9a1bc6aeae HTTP/1.1" status: 200 len: 210 time: 0.0495043 Jun 10 18:54:02.212242 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.v2.base [req-237a3c4a-a94f-4b12-85df-6a1e3e5eee03 req-5963008b-14ad-4655-8e03-cf327202553f tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] Request body: {'port': {'device_id': '75b7a2eb-726b-44ee-9c0d-1a9a1bc6aeae', 'network_id': '42dfe5e9-a89f-41b0-9120-69c3f8e4d5d1', 'admin_state_up': True, 'tenant_id': 'c5715222646a492fb886b349697008be'}} {{(pid=98184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:54:02.260529 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a58579-e047-4fe1-98fd-bf45dc9e43ec req-7fd727b6-2525-4177-bb7a-6ed8122db7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:54:02.262095 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-f8a58579-e047-4fe1-98fd-bf45dc9e43ec req-7fd727b6-2525-4177-bb7a-6ed8122db7cf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=450a2f52-17ce-4ffd-a311-633c3f5e5032 HTTP/1.1" status: 200 len: 850 time: 0.0863700 Jun 10 18:54:02.270070 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc10876-b51e-46df-b3a7-551d3e244583 req-b02163f0-0a46-47a5-9b17-3b00f86edc08 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:54:02.271623 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-0cc10876-b51e-46df-b3a7-551d3e244583 req-b02163f0-0a46-47a5-9b17-3b00f86edc08 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/networks?id=94dda773-c553-4b86-9491-0f581f6e4a36 HTTP/1.1" status: 200 len: 809 time: 0.1972535 Jun 10 18:54:02.317691 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-0cc10876-b51e-46df-b3a7-551d3e244583 req-a67c471a-e2aa-4fd4-8681-e71a6f814495 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/quotas/1a2d315ad5024710bea813f4dc02e234 HTTP/1.1" status: 200 len: 375 time: 0.0356269 Jun 10 18:54:02.358313 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-237a3c4a-a94f-4b12-85df-6a1e3e5eee03 req-5963008b-14ad-4655-8e03-cf327202553f tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] Made reservation on behalf of c5715222646a492fb886b349697008be for: {'port': 1} {{(pid=98184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 18:54:02.361809 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [req-237a3c4a-a94f-4b12-85df-6a1e3e5eee03 req-5963008b-14ad-4655-8e03-cf327202553f tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-941319'] for port, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:54:02.396695 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a58579-e047-4fe1-98fd-bf45dc9e43ec req-9570e274-6a81-42d3-a623-a2b390a3d0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:54:02.398227 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-f8a58579-e047-4fe1-98fd-bf45dc9e43ec req-9570e274-6a81-42d3-a623-a2b390a3d0dc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1252093 Jun 10 18:54:02.435205 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-0cc10876-b51e-46df-b3a7-551d3e244583 req-5267fc27-e8c1-464c-8d66-150234c99580 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1a2d315ad5024710bea813f4dc02e234&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1111517 Jun 10 18:54:02.507770 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.db.db_base_plugin_common [req-237a3c4a-a94f-4b12-85df-6a1e3e5eee03 req-5963008b-14ad-4655-8e03-cf327202553f tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] Allocated IP 172.20.0.3 (42dfe5e9-a89f-41b0-9120-69c3f8e4d5d1/853a8646-deb7-4e82-9853-28cb2f349eda/1bc37fc6-b0a2-4f88-a5a0-50d91f4f7612) {{(pid=98184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 18:54:02.697272 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [req-237a3c4a-a94f-4b12-85df-6a1e3e5eee03 req-5963008b-14ad-4655-8e03-cf327202553f tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] Notify callbacks [] for port, precommit_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:54:02.738422 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [req-237a3c4a-a94f-4b12-85df-6a1e3e5eee03 req-5963008b-14ad-4655-8e03-cf327202553f tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-941510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578064406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12374076'] for port, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:54:02.742336 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:54:02.800216 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-237a3c4a-a94f-4b12-85df-6a1e3e5eee03 req-5963008b-14ad-4655-8e03-cf327202553f tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] Network 42dfe5e9-a89f-41b0-9120-69c3f8e4d5d1 is already hosted by enough agents. {{(pid=98184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 18:54:02.803818 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.scheduler.base_scheduler [req-237a3c4a-a94f-4b12-85df-6a1e3e5eee03 req-5963008b-14ad-4655-8e03-cf327202553f tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] Resources bound (agent type, host, resource id): {{(pid=98184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 18:54:02.807651 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.db.l3_dvrscheduler_db [req-237a3c4a-a94f-4b12-85df-6a1e3e5eee03 req-5963008b-14ad-4655-8e03-cf327202553f tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] Received port after_create {{(pid=98184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 18:54:02.838103 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5963008b-14ad-4655-8e03-cf327202553f tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] Pushing event updated for resources: {'Port': ['ID=1bc37fc6-b0a2-4f88-a5a0-50d91f4f7612,revision_number=1']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:54:02.853780 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5963008b-14ad-4655-8e03-cf327202553f tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:54:02.854167 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5963008b-14ad-4655-8e03-cf327202553f tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:54:02.854539 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5963008b-14ad-4655-8e03-cf327202553f tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:54:02.854902 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5963008b-14ad-4655-8e03-cf327202553f tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:54:02.855259 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5963008b-14ad-4655-8e03-cf327202553f tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:54:02.855616 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5963008b-14ad-4655-8e03-cf327202553f tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:54:02.855968 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5963008b-14ad-4655-8e03-cf327202553f tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:54:02.856321 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5963008b-14ad-4655-8e03-cf327202553f tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:54:02.856674 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5963008b-14ad-4655-8e03-cf327202553f tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:54:02.857026 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5963008b-14ad-4655-8e03-cf327202553f tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:54:02.857372 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5963008b-14ad-4655-8e03-cf327202553f tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:54:02.857746 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5963008b-14ad-4655-8e03-cf327202553f tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:54:02.863263 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-5963008b-14ad-4655-8e03-cf327202553f tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:54:02.879191 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237a3c4a-a94f-4b12-85df-6a1e3e5eee03 req-5963008b-14ad-4655-8e03-cf327202553f tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:54:02.879809 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [req-237a3c4a-a94f-4b12-85df-6a1e3e5eee03 req-5963008b-14ad-4655-8e03-cf327202553f tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230521'] for port, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:54:02.896977 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-f8a58579-e047-4fe1-98fd-bf45dc9e43ec req-28b76fae-4018-4cce-a092-c73268c7a10f service neutron] 10.222.0.39 "GET /v2.0/networks/cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4881177 Jun 10 18:54:02.897719 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-237a3c4a-a94f-4b12-85df-6a1e3e5eee03 req-5963008b-14ad-4655-8e03-cf327202553f tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6922169 Jun 10 18:54:02.921575 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-0cc10876-b51e-46df-b3a7-551d3e244583 req-e1d1e90f-2209-4632-a1e3-359c8b1043eb service neutron] 10.222.0.15 "GET /v2.0/networks/94dda773-c553-4b86-9491-0f581f6e4a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4733047 Jun 10 18:54:03.014272 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.v2.base [req-237a3c4a-a94f-4b12-85df-6a1e3e5eee03 req-b8694b1b-0e7f-4724-8c7c-4ed82369f507 service neutron] Request body: {'port': {'device_id': '75b7a2eb-726b-44ee-9c0d-1a9a1bc6aeae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=98184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:54:03.117890 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-f8a58579-e047-4fe1-98fd-bf45dc9e43ec req-4ccead79-479b-4de7-817b-e5e8370064a1 service neutron] 10.222.0.39 "GET /v2.0/networks/cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081671 Jun 10 18:54:03.122723 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4741e613-5916-4ff2-8df6-7d195938b987 req-c2bfaa74-9560-4e3a-bfdc-d345e734cd50 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:54:03.124212 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-4741e613-5916-4ff2-8df6-7d195938b987 req-c2bfaa74-9560-4e3a-bfdc-d345e734cd50 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dfd38ae-310d-4c3c-b40a-83004dbb0797 HTTP/1.1" status: 200 len: 946 time: 0.1477757 Jun 10 18:54:03.126076 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-0cc10876-b51e-46df-b3a7-551d3e244583 req-e7ffc155-206d-4179-accb-1750cd2aae16 service neutron] 10.222.0.15 "GET /v2.0/networks/94dda773-c553-4b86-9491-0f581f6e4a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916187 Jun 10 18:54:03.129394 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [req-237a3c4a-a94f-4b12-85df-6a1e3e5eee03 req-b8694b1b-0e7f-4724-8c7c-4ed82369f507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:54:03.210718 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-4741e613-5916-4ff2-8df6-7d195938b987 req-12470a55-eaaa-492b-8476-544a9bebe1b6 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc2e55c-47a1-47f8-a4f5-611ae6fb6623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790043 Jun 10 18:54:03.480769 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-c25b296e-32ea-4c31-b308-8349eb64ece2 req-a14999b5-fcf8-4441-b9ca-af568de8389c tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee236ae7-b9ef-473e-ae5c-fd621b0bca5f HTTP/1.1" status: 200 len: 210 time: 0.0401871 Jun 10 18:54:03.743753 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00bffad-668c-4943-879e-cb6e2df221fb req-ed403480-9260-4675-bc1c-ad69be28926f tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:54:03.745390 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-d00bffad-668c-4943-879e-cb6e2df221fb req-ed403480-9260-4675-bc1c-ad69be28926f tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] 10.222.0.15 "GET /v2.0/ports?device_id=75b7a2eb-726b-44ee-9c0d-1a9a1bc6aeae HTTP/1.1" status: 200 len: 931 time: 0.4187062 Jun 10 18:54:03.832532 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.notifiers.nova [req-237a3c4a-a94f-4b12-85df-6a1e3e5eee03 req-b8694b1b-0e7f-4724-8c7c-4ed82369f507 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bc37fc6-b0a2-4f88-a5a0-50d91f4f7612 {{(pid=98184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 18:54:03.844148 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-d00bffad-668c-4943-879e-cb6e2df221fb req-eb04560d-4111-4ea4-ab1a-6bcef1cf547f tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5cf943e-4d29-4b7d-9742-883fb114f85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906522 Jun 10 18:54:03.845960 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [req-237a3c4a-a94f-4b12-85df-6a1e3e5eee03 req-b8694b1b-0e7f-4724-8c7c-4ed82369f507 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:54:03.858350 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.db.provisioning_blocks [req-237a3c4a-a94f-4b12-85df-6a1e3e5eee03 req-b8694b1b-0e7f-4724-8c7c-4ed82369f507 service neutron] Transition to ACTIVE for port object 1bc37fc6-b0a2-4f88-a5a0-50d91f4f7612 will not be triggered until provisioned by entity L2. {{(pid=98184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 18:54:03.868631 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [req-237a3c4a-a94f-4b12-85df-6a1e3e5eee03 req-b8694b1b-0e7f-4724-8c7c-4ed82369f507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12374062'] for port, after_update {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:54:03.870703 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-fdac0eef-fd1f-470c-baa1-c9a2880bac80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:54:03.967597 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8694b1b-0e7f-4724-8c7c-4ed82369f507 service neutron] Pushing event updated for resources: {'Port': ['ID=1bc37fc6-b0a2-4f88-a5a0-50d91f4f7612,revision_number=2']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:54:03.994576 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-b8694b1b-0e7f-4724-8c7c-4ed82369f507 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:54:04.052192 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.managers [req-237a3c4a-a94f-4b12-85df-6a1e3e5eee03 req-b8694b1b-0e7f-4724-8c7c-4ed82369f507 service neutron] Attempting to bind port 1bc37fc6-b0a2-4f88-a5a0-50d91f4f7612 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=98184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 18:54:04.052531 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.managers [req-237a3c4a-a94f-4b12-85df-6a1e3e5eee03 req-b8694b1b-0e7f-4724-8c7c-4ed82369f507 service neutron] Attempting to bind port 1bc37fc6-b0a2-4f88-a5a0-50d91f4f7612 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'cd8a95b1-df89-4697-b2a8-3eed9065fa4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '42dfe5e9-a89f-41b0-9120-69c3f8e4d5d1'}] {{(pid=98184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 18:54:04.052866 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237a3c4a-a94f-4b12-85df-6a1e3e5eee03 req-b8694b1b-0e7f-4724-8c7c-4ed82369f507 service neutron] Attempting to bind port 1bc37fc6-b0a2-4f88-a5a0-50d91f4f7612 on network 42dfe5e9-a89f-41b0-9120-69c3f8e4d5d1 {{(pid=98184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 18:54:04.057077 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237a3c4a-a94f-4b12-85df-6a1e3e5eee03 req-b8694b1b-0e7f-4724-8c7c-4ed82369f507 service neutron] Port 1bc37fc6-b0a2-4f88-a5a0-50d91f4f7612 on network 42dfe5e9-a89f-41b0-9120-69c3f8e4d5d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=98184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 18:54:04.057403 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237a3c4a-a94f-4b12-85df-6a1e3e5eee03 req-b8694b1b-0e7f-4724-8c7c-4ed82369f507 service neutron] Attempting to bind port 1bc37fc6-b0a2-4f88-a5a0-50d91f4f7612 on network 42dfe5e9-a89f-41b0-9120-69c3f8e4d5d1 {{(pid=98184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 18:54:04.062189 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237a3c4a-a94f-4b12-85df-6a1e3e5eee03 req-b8694b1b-0e7f-4724-8c7c-4ed82369f507 service neutron] Checking agent: {'id': '81ed237c-a7bd-4721-ad26-da2ab32caefc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 18, 45, 46), 'started_at': datetime.datetime(2021, 6, 10, 18, 45, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 18, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 18:54:04.062502 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237a3c4a-a94f-4b12-85df-6a1e3e5eee03 req-b8694b1b-0e7f-4724-8c7c-4ed82369f507 service neutron] Checking segment: {'id': 'cd8a95b1-df89-4697-b2a8-3eed9065fa4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '42dfe5e9-a89f-41b0-9120-69c3f8e4d5d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 18:54:04.063083 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237a3c4a-a94f-4b12-85df-6a1e3e5eee03 req-b8694b1b-0e7f-4724-8c7c-4ed82369f507 service neutron] Bound using segment: {'id': 'cd8a95b1-df89-4697-b2a8-3eed9065fa4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '42dfe5e9-a89f-41b0-9120-69c3f8e4d5d1'} {{(pid=98184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 18:54:04.063527 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.managers [req-237a3c4a-a94f-4b12-85df-6a1e3e5eee03 req-b8694b1b-0e7f-4724-8c7c-4ed82369f507 service neutron] Bound port: 1bc37fc6-b0a2-4f88-a5a0-50d91f4f7612, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd8a95b1-df89-4697-b2a8-3eed9065fa4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '42dfe5e9-a89f-41b0-9120-69c3f8e4d5d1'}}] {{(pid=98184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 18:54:04.064026 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [req-237a3c4a-a94f-4b12-85df-6a1e3e5eee03 req-b8694b1b-0e7f-4724-8c7c-4ed82369f507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:54:04.147299 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.db [req-237a3c4a-a94f-4b12-85df-6a1e3e5eee03 req-b8694b1b-0e7f-4724-8c7c-4ed82369f507 service neutron] For port 1bc37fc6-b0a2-4f88-a5a0-50d91f4f7612, host hv-cinder-78626, cleared binding levels {{(pid=98184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 18:54:04.151115 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.db [req-237a3c4a-a94f-4b12-85df-6a1e3e5eee03 req-b8694b1b-0e7f-4724-8c7c-4ed82369f507 service neutron] For port 1bc37fc6-b0a2-4f88-a5a0-50d91f4f7612, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=1bc37fc6-b0a2-4f88-a5a0-50d91f4f7612,segment=NetworkSegment(cd8a95b1-df89-4697-b2a8-3eed9065fa4f),segment_id=cd8a95b1-df89-4697-b2a8-3eed9065fa4f)] {{(pid=98184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 18:54:04.154940 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [req-237a3c4a-a94f-4b12-85df-6a1e3e5eee03 req-b8694b1b-0e7f-4724-8c7c-4ed82369f507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12374062'] for port, after_update {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:54:04.157652 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-15f69441-62d0-4735-8459-ca4dec04d6d3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:54:04.193533 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237a3c4a-a94f-4b12-85df-6a1e3e5eee03 req-b8694b1b-0e7f-4724-8c7c-4ed82369f507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:54:04.194144 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [req-237a3c4a-a94f-4b12-85df-6a1e3e5eee03 req-b8694b1b-0e7f-4724-8c7c-4ed82369f507 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230521'] for port, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:54:04.195521 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-237a3c4a-a94f-4b12-85df-6a1e3e5eee03 req-b8694b1b-0e7f-4724-8c7c-4ed82369f507 service neutron] 10.222.0.39 "PUT /v2.0/ports/1bc37fc6-b0a2-4f88-a5a0-50d91f4f7612 HTTP/1.1" status: 200 len: 1093 time: 1.1860392 Jun 10 18:54:04.196022 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75b7a2eb-726b-44ee-9c0d-1a9a1bc6aeae', 'tag': '1bc37fc6-b0a2-4f88-a5a0-50d91f4f7612'}] {{(pid=98184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 18:54:04.198362 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb56d522721b4b5adfc42fa723f2f3515f3582caf8bc0113b3f39c2a7fe625ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89ae6c06-2411-4011-9dad-32c19559cd01" -d '{"events": [{"name": "network-changed", "server_uuid": "75b7a2eb-726b-44ee-9c0d-1a9a1bc6aeae", "tag": "1bc37fc6-b0a2-4f88-a5a0-50d91f4f7612"}]}' {{(pid=98184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 18:54:04.226833 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8694b1b-0e7f-4724-8c7c-4ed82369f507 service neutron] Pushing event updated for resources: {'Port': ['ID=1bc37fc6-b0a2-4f88-a5a0-50d91f4f7612,revision_number=3']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:54:04.230308 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-b8694b1b-0e7f-4724-8c7c-4ed82369f507 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:54:04.250457 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 18:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-179ec10c-bf4e-4d0e-bb17-5798bc35195b x-openstack-request-id: req-179ec10c-bf4e-4d0e-bb17-5798bc35195b {{(pid=98184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 18:54:04.251436 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75b7a2eb-726b-44ee-9c0d-1a9a1bc6aeae", "tag": "1bc37fc6-b0a2-4f88-a5a0-50d91f4f7612", "status": "completed", "code": 200}]} {{(pid=98184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 18:54:04.251710 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-179ec10c-bf4e-4d0e-bb17-5798bc35195b {{(pid=98184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 18:54:04.252123 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75b7a2eb-726b-44ee-9c0d-1a9a1bc6aeae', 'tag': '1bc37fc6-b0a2-4f88-a5a0-50d91f4f7612', 'status': 'completed', 'code': 200} Jun 10 18:54:04.300041 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237a3c4a-a94f-4b12-85df-6a1e3e5eee03 req-6413dccb-99aa-4b81-869e-76b9f59cb07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:54:04.301544 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-237a3c4a-a94f-4b12-85df-6a1e3e5eee03 req-6413dccb-99aa-4b81-869e-76b9f59cb07f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c5715222646a492fb886b349697008be&device_id=75b7a2eb-726b-44ee-9c0d-1a9a1bc6aeae HTTP/1.1" status: 200 len: 1096 time: 0.0606673 Jun 10 18:54:04.361556 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-237a3c4a-a94f-4b12-85df-6a1e3e5eee03 req-7fe3565a-e1a2-46b3-94a6-aa5f953c70ad service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1bc37fc6-b0a2-4f88-a5a0-50d91f4f7612 HTTP/1.1" status: 200 len: 217 time: 0.0520973 Jun 10 18:54:04.450739 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237a3c4a-a94f-4b12-85df-6a1e3e5eee03 req-26bbb85a-a9e1-4713-92bb-88548db08194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:54:04.452175 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-237a3c4a-a94f-4b12-85df-6a1e3e5eee03 req-26bbb85a-a9e1-4713-92bb-88548db08194 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=853a8646-deb7-4e82-9853-28cb2f349eda HTTP/1.1" status: 200 len: 849 time: 0.0831776 Jun 10 18:54:04.472767 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1697f27-2e21-4b3a-9b66-09067e610e9e req-83d50aa7-a174-4cf1-b5e2-755c85dd5383 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:54:04.474267 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-c1697f27-2e21-4b3a-9b66-09067e610e9e req-83d50aa7-a174-4cf1-b5e2-755c85dd5383 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dfd38ae-310d-4c3c-b40a-83004dbb0797 HTTP/1.1" status: 200 len: 946 time: 0.1160047 Jun 10 18:54:04.517690 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-237a3c4a-a94f-4b12-85df-6a1e3e5eee03 req-b41efd27-15a7-4b59-973c-7f90aba61338 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=42dfe5e9-a89f-41b0-9120-69c3f8e4d5d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424271 Jun 10 18:54:04.581895 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-c1697f27-2e21-4b3a-9b66-09067e610e9e req-edf031a0-daae-4578-85d3-60a589ffe23d tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc2e55c-47a1-47f8-a4f5-611ae6fb6623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993257 Jun 10 18:54:04.625180 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc10876-b51e-46df-b3a7-551d3e244583 req-65eceda9-2410-46f3-ba55-855d5f23cfff tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:54:04.629214 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-0cc10876-b51e-46df-b3a7-551d3e244583 req-65eceda9-2410-46f3-ba55-855d5f23cfff tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.39 "GET /v2.0/networks?id=94dda773-c553-4b86-9491-0f581f6e4a36 HTTP/1.1" status: 200 len: 809 time: 0.1566088 Jun 10 18:54:04.667056 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-237a3c4a-a94f-4b12-85df-6a1e3e5eee03 req-d47ffee4-2fc7-4cb9-b1ad-2b4d376bc3e6 service neutron] 10.222.0.39 "GET /v2.0/networks/42dfe5e9-a89f-41b0-9120-69c3f8e4d5d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400321 Jun 10 18:54:04.678682 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-6e1d921a-ba1f-481d-b0d4-7ec374e99993 req-8decfa85-251f-4937-8647-ba601b3df1ca tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee236ae7-b9ef-473e-ae5c-fd621b0bca5f HTTP/1.1" status: 200 len: 210 time: 0.0415998 Jun 10 18:54:04.715528 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-0cc10876-b51e-46df-b3a7-551d3e244583 req-4cc142ae-c4f6-4820-a745-7d37c20b8a24 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a2d315ad5024710bea813f4dc02e234 HTTP/1.1" status: 200 len: 380 time: 0.0765750 Jun 10 18:54:04.726099 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.v2.base [req-0cc10876-b51e-46df-b3a7-551d3e244583 req-ed4ff3a9-9629-4ec3-8908-7da7bb6757b0 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Request body: {'port': {'device_id': 'ee236ae7-b9ef-473e-ae5c-fd621b0bca5f', 'network_id': '94dda773-c553-4b86-9491-0f581f6e4a36', 'admin_state_up': True, 'tenant_id': '1a2d315ad5024710bea813f4dc02e234', 'security_groups': ['e6fa5881-50b4-4699-a244-1cc62b394082']}} {{(pid=98185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:54:04.785549 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-237a3c4a-a94f-4b12-85df-6a1e3e5eee03 req-b7caf172-3e0b-4be8-a358-8c81360a0b98 service neutron] 10.222.0.39 "GET /v2.0/networks/42dfe5e9-a89f-41b0-9120-69c3f8e4d5d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088393 Jun 10 18:54:04.865528 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cc10876-b51e-46df-b3a7-551d3e244583 req-ed4ff3a9-9629-4ec3-8908-7da7bb6757b0 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Made reservation on behalf of 1a2d315ad5024710bea813f4dc02e234 for: {'port': 1} {{(pid=98185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 18:54:04.868909 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-0cc10876-b51e-46df-b3a7-551d3e244583 req-ed4ff3a9-9629-4ec3-8908-7da7bb6757b0 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-941319'] for port, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:54:04.903453 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae6c06-2411-4011-9dad-32c19559cd01 req-35c6fd66-9bf9-4ecc-b07b-ed640d275299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:54:04.904948 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-89ae6c06-2411-4011-9dad-32c19559cd01 req-35c6fd66-9bf9-4ecc-b07b-ed640d275299 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c5715222646a492fb886b349697008be&device_id=75b7a2eb-726b-44ee-9c0d-1a9a1bc6aeae HTTP/1.1" status: 200 len: 1096 time: 0.0675397 Jun 10 18:54:05.044234 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.db.db_base_plugin_common [req-0cc10876-b51e-46df-b3a7-551d3e244583 req-ed4ff3a9-9629-4ec3-8908-7da7bb6757b0 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Allocated IP 172.20.0.8 (94dda773-c553-4b86-9491-0f581f6e4a36/8c695381-fb23-404d-8bb4-7b35cd4e37e4/43501b1a-0b6a-49d1-b168-1bc9e2b3d64c) {{(pid=98185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 18:54:05.077073 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae6c06-2411-4011-9dad-32c19559cd01 req-f424b219-b909-4512-9c1f-94d5020803f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:54:05.079022 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-89ae6c06-2411-4011-9dad-32c19559cd01 req-f424b219-b909-4512-9c1f-94d5020803f6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=42dfe5e9-a89f-41b0-9120-69c3f8e4d5d1 HTTP/1.1" status: 200 len: 910 time: 0.1655483 Jun 10 18:54:05.144543 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-89ae6c06-2411-4011-9dad-32c19559cd01 req-4ed1c9f3-3121-4377-a6c9-0377ce86361b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1bc37fc6-b0a2-4f88-a5a0-50d91f4f7612 HTTP/1.1" status: 200 len: 217 time: 0.0586970 Jun 10 18:54:05.160305 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5c6c0d-e4d3-456e-85b8-910d6a40b951 req-e74319b1-ea8d-4353-8f20-cdb375c1fea4 tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:54:05.161802 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-6d5c6c0d-e4d3-456e-85b8-910d6a40b951 req-e74319b1-ea8d-4353-8f20-cdb375c1fea4 tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] 10.222.0.15 "GET /v2.0/ports?device_id=75b7a2eb-726b-44ee-9c0d-1a9a1bc6aeae HTTP/1.1" status: 200 len: 943 time: 0.1675894 Jun 10 18:54:05.229241 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-0cc10876-b51e-46df-b3a7-551d3e244583 req-ed4ff3a9-9629-4ec3-8908-7da7bb6757b0 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Notify callbacks [] for port, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:54:05.242820 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae6c06-2411-4011-9dad-32c19559cd01 req-3af46a99-2395-4273-a898-df9bf4762eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:54:05.244285 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-89ae6c06-2411-4011-9dad-32c19559cd01 req-3af46a99-2395-4273-a898-df9bf4762eab service neutron] 10.222.0.39 "GET /v2.0/subnets?id=853a8646-deb7-4e82-9853-28cb2f349eda HTTP/1.1" status: 200 len: 849 time: 0.0815997 Jun 10 18:54:05.244571 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.db.provisioning_blocks [req-0cc10876-b51e-46df-b3a7-551d3e244583 req-ed4ff3a9-9629-4ec3-8908-7da7bb6757b0 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Transition to ACTIVE for port object 43501b1a-0b6a-49d1-b168-1bc9e2b3d64c will not be triggered until provisioned by entity DHCP. {{(pid=98185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 18:54:05.250956 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-6d5c6c0d-e4d3-456e-85b8-910d6a40b951 req-d71b065c-c4e8-402d-9b8d-9087912b4704 tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5cf943e-4d29-4b7d-9742-883fb114f85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801861 Jun 10 18:54:05.284442 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-0cc10876-b51e-46df-b3a7-551d3e244583 req-ed4ff3a9-9629-4ec3-8908-7da7bb6757b0 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-941510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578064406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11876810'] for port, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:54:05.289385 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-d4fa5b60-ddd6-4fb5-ba31-9154d605d62d tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:54:05.291844 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-89ae6c06-2411-4011-9dad-32c19559cd01 req-106346f7-5102-4b3b-8b99-88a2f768ddb1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=42dfe5e9-a89f-41b0-9120-69c3f8e4d5d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399115 Jun 10 18:54:05.340957 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cc10876-b51e-46df-b3a7-551d3e244583 req-ed4ff3a9-9629-4ec3-8908-7da7bb6757b0 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Network 94dda773-c553-4b86-9491-0f581f6e4a36 is already hosted by enough agents. {{(pid=98185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 18:54:05.344179 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.base_scheduler [req-0cc10876-b51e-46df-b3a7-551d3e244583 req-ed4ff3a9-9629-4ec3-8908-7da7bb6757b0 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Resources bound (agent type, host, resource id): {{(pid=98185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 18:54:05.348759 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cc10876-b51e-46df-b3a7-551d3e244583 req-ed4ff3a9-9629-4ec3-8908-7da7bb6757b0 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Received port after_create {{(pid=98185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 18:54:05.383828 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4ff3a9-9629-4ec3-8908-7da7bb6757b0 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Pushing event updated for resources: {'Port': ['ID=43501b1a-0b6a-49d1-b168-1bc9e2b3d64c,revision_number=1']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:54:05.392336 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-ed4ff3a9-9629-4ec3-8908-7da7bb6757b0 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:54:05.410949 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc10876-b51e-46df-b3a7-551d3e244583 req-ed4ff3a9-9629-4ec3-8908-7da7bb6757b0 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:54:05.411215 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-0cc10876-b51e-46df-b3a7-551d3e244583 req-ed4ff3a9-9629-4ec3-8908-7da7bb6757b0 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230521'] for port, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:54:05.415335 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-89ae6c06-2411-4011-9dad-32c19559cd01 req-b65b4e52-e863-450a-99b1-24ab4f7969fd service neutron] 10.222.0.39 "GET /v2.0/networks/42dfe5e9-a89f-41b0-9120-69c3f8e4d5d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161866 Jun 10 18:54:05.425746 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-0cc10876-b51e-46df-b3a7-551d3e244583 req-ed4ff3a9-9629-4ec3-8908-7da7bb6757b0 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7041340 Jun 10 18:54:05.437057 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.v2.base [req-0cc10876-b51e-46df-b3a7-551d3e244583 req-78b9175a-a251-4f1f-8560-bd764eab279a service neutron] Request body: {'port': {'device_id': 'ee236ae7-b9ef-473e-ae5c-fd621b0bca5f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=98185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:54:05.540677 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-0cc10876-b51e-46df-b3a7-551d3e244583 req-78b9175a-a251-4f1f-8560-bd764eab279a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:54:05.542498 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-89ae6c06-2411-4011-9dad-32c19559cd01 req-27e11317-efe7-4086-822d-eb858c57e3b5 service neutron] 10.222.0.39 "GET /v2.0/networks/42dfe5e9-a89f-41b0-9120-69c3f8e4d5d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208189 Jun 10 18:54:05.576182 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-8f8feb77-3afe-4d08-b50c-cdca2479da4a None None] Provisioning for port 43501b1a-0b6a-49d1-b168-1bc9e2b3d64c completed by entity DHCP. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 18:54:05.580885 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-8f8feb77-3afe-4d08-b50c-cdca2479da4a None None] Provisioning complete for port 43501b1a-0b6a-49d1-b168-1bc9e2b3d64c triggered by entity DHCP. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 18:54:05.581268 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-8f8feb77-3afe-4d08-b50c-cdca2479da4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:54:05.621331 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.plugin [None req-8f8feb77-3afe-4d08-b50c-cdca2479da4a None None] Port 43501b1a-0b6a-49d1-b168-1bc9e2b3d64c cannot update to ACTIVE because it is not bound. {{(pid=98186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 18:54:05.894581 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.notifiers.nova [req-0cc10876-b51e-46df-b3a7-551d3e244583 req-78b9175a-a251-4f1f-8560-bd764eab279a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43501b1a-0b6a-49d1-b168-1bc9e2b3d64c {{(pid=98185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 18:54:05.903205 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-0cc10876-b51e-46df-b3a7-551d3e244583 req-78b9175a-a251-4f1f-8560-bd764eab279a service neutron] Notify callbacks [] for port, precommit_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:54:05.925851 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0ee3ea-ece1-470a-b308-2473b4e3db4b req-b29813ad-9ed0-49b0-8e69-65baa6eac8d8 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:54:05.927344 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-4b0ee3ea-ece1-470a-b308-2473b4e3db4b req-b29813ad-9ed0-49b0-8e69-65baa6eac8d8 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee236ae7-b9ef-473e-ae5c-fd621b0bca5f HTTP/1.1" status: 200 len: 931 time: 0.1329422 Jun 10 18:54:05.928232 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.db.provisioning_blocks [req-0cc10876-b51e-46df-b3a7-551d3e244583 req-78b9175a-a251-4f1f-8560-bd764eab279a service neutron] Transition to ACTIVE for port object 43501b1a-0b6a-49d1-b168-1bc9e2b3d64c will not be triggered until provisioned by entity L2. {{(pid=98185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 18:54:05.932101 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-0cc10876-b51e-46df-b3a7-551d3e244583 req-78b9175a-a251-4f1f-8560-bd764eab279a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11876824'] for port, after_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:54:05.935191 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-97c0323c-3db3-4599-9707-c3f53b69fde5 tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:54:06.058086 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b9175a-a251-4f1f-8560-bd764eab279a service neutron] Pushing event updated for resources: {'Port': ['ID=43501b1a-0b6a-49d1-b168-1bc9e2b3d64c,revision_number=2']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:54:06.063348 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-78b9175a-a251-4f1f-8560-bd764eab279a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:54:06.069079 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-4b0ee3ea-ece1-470a-b308-2473b4e3db4b req-356877dc-5275-42dc-8898-be3dc491096f tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6fa5881-50b4-4699-a244-1cc62b394082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347358 Jun 10 18:54:06.153132 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.managers [req-0cc10876-b51e-46df-b3a7-551d3e244583 req-78b9175a-a251-4f1f-8560-bd764eab279a service neutron] Attempting to bind port 43501b1a-0b6a-49d1-b168-1bc9e2b3d64c on host hv-cinder-78626 for vnic_type normal with profile {{(pid=98185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 18:54:06.153500 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.managers [req-0cc10876-b51e-46df-b3a7-551d3e244583 req-78b9175a-a251-4f1f-8560-bd764eab279a service neutron] Attempting to bind port 43501b1a-0b6a-49d1-b168-1bc9e2b3d64c by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '504bc498-15bf-4e70-b123-a45dca87e9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '94dda773-c553-4b86-9491-0f581f6e4a36'}] {{(pid=98185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 18:54:06.153841 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc10876-b51e-46df-b3a7-551d3e244583 req-78b9175a-a251-4f1f-8560-bd764eab279a service neutron] Attempting to bind port 43501b1a-0b6a-49d1-b168-1bc9e2b3d64c on network 94dda773-c553-4b86-9491-0f581f6e4a36 {{(pid=98185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 18:54:06.158801 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc10876-b51e-46df-b3a7-551d3e244583 req-78b9175a-a251-4f1f-8560-bd764eab279a service neutron] Port 43501b1a-0b6a-49d1-b168-1bc9e2b3d64c on network 94dda773-c553-4b86-9491-0f581f6e4a36 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=98185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 18:54:06.159127 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc10876-b51e-46df-b3a7-551d3e244583 req-78b9175a-a251-4f1f-8560-bd764eab279a service neutron] Attempting to bind port 43501b1a-0b6a-49d1-b168-1bc9e2b3d64c on network 94dda773-c553-4b86-9491-0f581f6e4a36 {{(pid=98185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 18:54:06.164746 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc10876-b51e-46df-b3a7-551d3e244583 req-78b9175a-a251-4f1f-8560-bd764eab279a service neutron] Checking agent: {'id': '81ed237c-a7bd-4721-ad26-da2ab32caefc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 18, 45, 46), 'started_at': datetime.datetime(2021, 6, 10, 18, 45, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 18, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 18:54:06.165090 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc10876-b51e-46df-b3a7-551d3e244583 req-78b9175a-a251-4f1f-8560-bd764eab279a service neutron] Checking segment: {'id': '504bc498-15bf-4e70-b123-a45dca87e9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '94dda773-c553-4b86-9491-0f581f6e4a36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 18:54:06.165497 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc10876-b51e-46df-b3a7-551d3e244583 req-78b9175a-a251-4f1f-8560-bd764eab279a service neutron] Bound using segment: {'id': '504bc498-15bf-4e70-b123-a45dca87e9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '94dda773-c553-4b86-9491-0f581f6e4a36'} {{(pid=98185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 18:54:06.165929 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.managers [req-0cc10876-b51e-46df-b3a7-551d3e244583 req-78b9175a-a251-4f1f-8560-bd764eab279a service neutron] Bound port: 43501b1a-0b6a-49d1-b168-1bc9e2b3d64c, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '504bc498-15bf-4e70-b123-a45dca87e9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '94dda773-c553-4b86-9491-0f581f6e4a36'}}] {{(pid=98185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 18:54:06.166283 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-0cc10876-b51e-46df-b3a7-551d3e244583 req-78b9175a-a251-4f1f-8560-bd764eab279a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:54:06.241364 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.db [req-0cc10876-b51e-46df-b3a7-551d3e244583 req-78b9175a-a251-4f1f-8560-bd764eab279a service neutron] For port 43501b1a-0b6a-49d1-b168-1bc9e2b3d64c, host hv-cinder-78626, cleared binding levels {{(pid=98185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 18:54:06.244462 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.db [req-0cc10876-b51e-46df-b3a7-551d3e244583 req-78b9175a-a251-4f1f-8560-bd764eab279a service neutron] For port 43501b1a-0b6a-49d1-b168-1bc9e2b3d64c, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=43501b1a-0b6a-49d1-b168-1bc9e2b3d64c,segment=NetworkSegment(504bc498-15bf-4e70-b123-a45dca87e9a4),segment_id=504bc498-15bf-4e70-b123-a45dca87e9a4)] {{(pid=98185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 18:54:06.249802 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-0cc10876-b51e-46df-b3a7-551d3e244583 req-78b9175a-a251-4f1f-8560-bd764eab279a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11876824'] for port, after_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:54:06.252878 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-2fb62bae-061d-4f7f-88e7-bcd04489cd52 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:54:06.297621 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc10876-b51e-46df-b3a7-551d3e244583 req-78b9175a-a251-4f1f-8560-bd764eab279a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:54:06.298235 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-0cc10876-b51e-46df-b3a7-551d3e244583 req-78b9175a-a251-4f1f-8560-bd764eab279a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230521'] for port, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:54:06.299644 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-0cc10876-b51e-46df-b3a7-551d3e244583 req-78b9175a-a251-4f1f-8560-bd764eab279a service neutron] 10.222.0.39 "PUT /v2.0/ports/43501b1a-0b6a-49d1-b168-1bc9e2b3d64c HTTP/1.1" status: 200 len: 1093 time: 0.8673403 Jun 10 18:54:06.300178 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee236ae7-b9ef-473e-ae5c-fd621b0bca5f', 'tag': '43501b1a-0b6a-49d1-b168-1bc9e2b3d64c'}] {{(pid=98185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 18:54:06.302551 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44d46bb02d59f4e600e8e3fdef735be97a189b4bda953b1539dd9e97451c2ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36d62cbc-bb5f-4441-99f1-a6e93871f435" -d '{"events": [{"name": "network-changed", "server_uuid": "ee236ae7-b9ef-473e-ae5c-fd621b0bca5f", "tag": "43501b1a-0b6a-49d1-b168-1bc9e2b3d64c"}]}' {{(pid=98185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 18:54:06.336386 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b9175a-a251-4f1f-8560-bd764eab279a service neutron] Pushing event updated for resources: {'Port': ['ID=43501b1a-0b6a-49d1-b168-1bc9e2b3d64c,revision_number=3']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:54:06.347548 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-78b9175a-a251-4f1f-8560-bd764eab279a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:54:06.361405 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 18:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a8920a6-158c-4f18-ac14-e535c03ccb1d x-openstack-request-id: req-1a8920a6-158c-4f18-ac14-e535c03ccb1d {{(pid=98185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 18:54:06.361814 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee236ae7-b9ef-473e-ae5c-fd621b0bca5f", "tag": "43501b1a-0b6a-49d1-b168-1bc9e2b3d64c", "status": "completed", "code": 200}]} {{(pid=98185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 18:54:06.362126 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1a8920a6-158c-4f18-ac14-e535c03ccb1d {{(pid=98185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 18:54:06.362578 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee236ae7-b9ef-473e-ae5c-fd621b0bca5f', 'tag': '43501b1a-0b6a-49d1-b168-1bc9e2b3d64c', 'status': 'completed', 'code': 200} Jun 10 18:54:06.417962 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc10876-b51e-46df-b3a7-551d3e244583 req-b4add00a-1b63-490d-8158-0e7cb1757b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:54:06.419541 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-0cc10876-b51e-46df-b3a7-551d3e244583 req-b4add00a-1b63-490d-8158-0e7cb1757b27 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1a2d315ad5024710bea813f4dc02e234&device_id=ee236ae7-b9ef-473e-ae5c-fd621b0bca5f HTTP/1.1" status: 200 len: 1096 time: 0.0685797 Jun 10 18:54:06.457256 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dbe6c3-4a73-47ca-a949-a912c703aa09 req-5312738b-c276-413b-8cf8-71e7751546fe tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:54:06.458819 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-43dbe6c3-4a73-47ca-a949-a912c703aa09 req-5312738b-c276-413b-8cf8-71e7751546fe tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] 10.222.0.15 "GET /v2.0/ports?device_id=75b7a2eb-726b-44ee-9c0d-1a9a1bc6aeae HTTP/1.1" status: 200 len: 943 time: 0.0759432 Jun 10 18:54:06.487853 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-0cc10876-b51e-46df-b3a7-551d3e244583 req-f954c0e4-2a12-47f0-a13d-7462d035a7de service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43501b1a-0b6a-49d1-b168-1bc9e2b3d64c HTTP/1.1" status: 200 len: 217 time: 0.0588248 Jun 10 18:54:06.507761 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-43dbe6c3-4a73-47ca-a949-a912c703aa09 req-497ccf2c-276f-46ba-afe3-f5e6981822ce tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5cf943e-4d29-4b7d-9742-883fb114f85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432224 Jun 10 18:54:06.545336 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc10876-b51e-46df-b3a7-551d3e244583 req-7dd65e7f-d7ae-4ee7-bde7-4fb02d149623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:54:06.546827 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-0cc10876-b51e-46df-b3a7-551d3e244583 req-7dd65e7f-d7ae-4ee7-bde7-4fb02d149623 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8c695381-fb23-404d-8bb4-7b35cd4e37e4 HTTP/1.1" status: 200 len: 848 time: 0.0525537 Jun 10 18:54:06.611264 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc10876-b51e-46df-b3a7-551d3e244583 req-776a6fce-4fd7-4844-8c2c-b80eca46b1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:54:06.612741 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-0cc10876-b51e-46df-b3a7-551d3e244583 req-776a6fce-4fd7-4844-8c2c-b80eca46b1b9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=94dda773-c553-4b86-9491-0f581f6e4a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0584729 Jun 10 18:54:06.731398 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-0cc10876-b51e-46df-b3a7-551d3e244583 req-9283b3ce-6d9c-40bd-892a-9434a90aa79e service neutron] 10.222.0.39 "GET /v2.0/networks/94dda773-c553-4b86-9491-0f581f6e4a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116512 Jun 10 18:54:06.846175 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-0cc10876-b51e-46df-b3a7-551d3e244583 req-76e304b2-d4c4-429e-9bb2-7890f96001a8 service neutron] 10.222.0.39 "GET /v2.0/networks/94dda773-c553-4b86-9491-0f581f6e4a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059079 Jun 10 18:54:06.960289 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d62cbc-bb5f-4441-99f1-a6e93871f435 req-70c33581-f8a5-4b30-8ba1-6fde344b4fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:54:06.961753 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-36d62cbc-bb5f-4441-99f1-a6e93871f435 req-70c33581-f8a5-4b30-8ba1-6fde344b4fe8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1a2d315ad5024710bea813f4dc02e234&device_id=ee236ae7-b9ef-473e-ae5c-fd621b0bca5f HTTP/1.1" status: 200 len: 1096 time: 0.0579953 Jun 10 18:54:07.082992 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d62cbc-bb5f-4441-99f1-a6e93871f435 req-2559b56d-afe9-4234-8b4f-89bfd29c8477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:54:07.084428 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-36d62cbc-bb5f-4441-99f1-a6e93871f435 req-2559b56d-afe9-4234-8b4f-89bfd29c8477 service neutron] 10.222.0.39 "GET /v2.0/networks?id=94dda773-c553-4b86-9491-0f581f6e4a36 HTTP/1.1" status: 200 len: 910 time: 0.1162121 Jun 10 18:54:07.143034 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-36d62cbc-bb5f-4441-99f1-a6e93871f435 req-97a57125-5571-49e9-bc61-9b8da503d287 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43501b1a-0b6a-49d1-b168-1bc9e2b3d64c HTTP/1.1" status: 200 len: 217 time: 0.0515850 Jun 10 18:54:07.228974 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d62cbc-bb5f-4441-99f1-a6e93871f435 req-cfb5eb3a-094e-48e4-9e7c-271df824cfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:54:07.230408 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-36d62cbc-bb5f-4441-99f1-a6e93871f435 req-cfb5eb3a-094e-48e4-9e7c-271df824cfbc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8c695381-fb23-404d-8bb4-7b35cd4e37e4 HTTP/1.1" status: 200 len: 848 time: 0.0817721 Jun 10 18:54:07.309223 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c925b5-ffef-4144-aee6-601ba2246cf8 req-e4565911-8d1f-4488-8c36-7c636c6a29ab tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:54:07.310675 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-b8c925b5-ffef-4144-aee6-601ba2246cf8 req-e4565911-8d1f-4488-8c36-7c636c6a29ab tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee236ae7-b9ef-473e-ae5c-fd621b0bca5f HTTP/1.1" status: 200 len: 943 time: 0.1228821 Jun 10 18:54:07.325873 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d62cbc-bb5f-4441-99f1-a6e93871f435 req-437f3ae8-5afb-4249-9322-b915465ef95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:54:07.327262 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-36d62cbc-bb5f-4441-99f1-a6e93871f435 req-437f3ae8-5afb-4249-9322-b915465ef95d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=94dda773-c553-4b86-9491-0f581f6e4a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0897672 Jun 10 18:54:07.387063 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-b8c925b5-ffef-4144-aee6-601ba2246cf8 req-120633b0-71dc-4542-bf65-8c20611caf77 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6fa5881-50b4-4699-a244-1cc62b394082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687573 Jun 10 18:54:07.459670 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Device 1bc37fc6-b0a2-4f88-a5a0-50d91f4f7612 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=98186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 18:54:07.463881 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-36d62cbc-bb5f-4441-99f1-a6e93871f435 req-36479a48-179b-4ab5-baf6-4f552650d87b service neutron] 10.222.0.39 "GET /v2.0/networks/94dda773-c553-4b86-9491-0f581f6e4a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246476 Jun 10 18:54:07.583208 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-36d62cbc-bb5f-4441-99f1-a6e93871f435 req-ee6d1308-7c80-4014-a352-ce90f1e7f6bf service neutron] 10.222.0.39 "GET /v2.0/networks/94dda773-c553-4b86-9491-0f581f6e4a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118476 Jun 10 18:54:07.584443 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] For port 1bc37fc6-b0a2-4f88-a5a0-50d91f4f7612, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=1bc37fc6-b0a2-4f88-a5a0-50d91f4f7612,segment=NetworkSegment(cd8a95b1-df89-4697-b2a8-3eed9065fa4f),segment_id=cd8a95b1-df89-4697-b2a8-3eed9065fa4f)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:54:07.598919 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Returning: {'device': '1bc37fc6-b0a2-4f88-a5a0-50d91f4f7612', 'network_id': '42dfe5e9-a89f-41b0-9120-69c3f8e4d5d1', 'port_id': '1bc37fc6-b0a2-4f88-a5a0-50d91f4f7612', 'mac_address': 'fa:16:3e:0b:a3:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '853a8646-deb7-4e82-9853-28cb2f349eda', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 18:54:07.645940 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:54:07.661352 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.notifiers.nova [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bc37fc6-b0a2-4f88-a5a0-50d91f4f7612 {{(pid=98186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 18:54:07.682557 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] For port 1bc37fc6-b0a2-4f88-a5a0-50d91f4f7612, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=1bc37fc6-b0a2-4f88-a5a0-50d91f4f7612,segment=NetworkSegment(cd8a95b1-df89-4697-b2a8-3eed9065fa4f),segment_id=cd8a95b1-df89-4697-b2a8-3eed9065fa4f)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:54:07.688674 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:54:07.690777 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:54:07.693691 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38de085-be55-4996-abbd-e2cb4c2a4656 req-0bf816ec-1678-4879-83fe-9c53c67e0831 tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:54:07.695187 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-d38de085-be55-4996-abbd-e2cb4c2a4656 req-0bf816ec-1678-4879-83fe-9c53c67e0831 tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] 10.222.0.15 "GET /v2.0/ports?device_id=75b7a2eb-726b-44ee-9c0d-1a9a1bc6aeae HTTP/1.1" status: 200 len: 943 time: 0.0725191 Jun 10 18:54:07.736427 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-d38de085-be55-4996-abbd-e2cb4c2a4656 req-28be7404-a43a-4abd-88b5-3e18b0da40cf tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5cf943e-4d29-4b7d-9742-883fb114f85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355666 Jun 10 18:54:07.743207 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Pushing event updated for resources: {'Port': ['ID=1bc37fc6-b0a2-4f88-a5a0-50d91f4f7612,revision_number=4']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:54:07.746258 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:54:08.183492 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] get_ports_and_sgs() called for port_ids ['1bc37fc6-b0a2-4f88-a5a0-50d91f4f7612'] {{(pid=98186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 18:54:08.564872 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d7db7e-a4ef-4269-abc2-b546d46ceea0 req-e27f39dc-e36a-401d-b1a8-6fab8ae5cdb9 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:54:08.566347 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-e2d7db7e-a4ef-4269-abc2-b546d46ceea0 req-e27f39dc-e36a-401d-b1a8-6fab8ae5cdb9 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee236ae7-b9ef-473e-ae5c-fd621b0bca5f HTTP/1.1" status: 200 len: 943 time: 0.0689485 Jun 10 18:54:08.606819 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-e2d7db7e-a4ef-4269-abc2-b546d46ceea0 req-d9e24e8c-f3a7-4fe9-8e2e-d6685178b003 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6fa5881-50b4-4699-a244-1cc62b394082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349245 Jun 10 18:54:08.913801 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43119ca9-03f5-4bab-8900-357267d5e08c req-70e87add-8319-40c8-be93-cd59e9e963c6 tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:54:08.915261 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-43119ca9-03f5-4bab-8900-357267d5e08c req-70e87add-8319-40c8-be93-cd59e9e963c6 tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] 10.222.0.15 "GET /v2.0/ports?device_id=75b7a2eb-726b-44ee-9c0d-1a9a1bc6aeae HTTP/1.1" status: 200 len: 944 time: 0.0679786 Jun 10 18:54:08.961156 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-43119ca9-03f5-4bab-8900-357267d5e08c req-392a5abd-f051-4f9d-bfd6-17cd86c3947c tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5cf943e-4d29-4b7d-9742-883fb114f85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403423 Jun 10 18:54:09.487190 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Device 1bc37fc6-b0a2-4f88-a5a0-50d91f4f7612 up at agent hyperv_hv-cinder-78626 {{(pid=98186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 18:54:09.540567 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Provisioning for port 1bc37fc6-b0a2-4f88-a5a0-50d91f4f7612 completed by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 18:54:09.544230 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Provisioning complete for port 1bc37fc6-b0a2-4f88-a5a0-50d91f4f7612 triggered by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 18:54:09.544615 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:54:09.631786 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:54:09.660953 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75b7a2eb-726b-44ee-9c0d-1a9a1bc6aeae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bc37fc6-b0a2-4f88-a5a0-50d91f4f7612'}] {{(pid=98186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 18:54:09.663232 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c2f46a37dc9d9ea27ba47e2e5c887733d44c46f74833e79389795ef1d11a41d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a4217aa-d5a5-4037-9b19-306c645b9301" -d '{"events": [{"server_uuid": "75b7a2eb-726b-44ee-9c0d-1a9a1bc6aeae", "name": "network-vif-plugged", "status": "completed", "tag": "1bc37fc6-b0a2-4f88-a5a0-50d91f4f7612"}]}' {{(pid=98186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 18:54:09.677187 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] For port 1bc37fc6-b0a2-4f88-a5a0-50d91f4f7612, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=1bc37fc6-b0a2-4f88-a5a0-50d91f4f7612,segment=NetworkSegment(cd8a95b1-df89-4697-b2a8-3eed9065fa4f),segment_id=cd8a95b1-df89-4697-b2a8-3eed9065fa4f)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:54:09.681710 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:54:09.684400 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-aea57888-6f0f-4dd5-b782-f13e1cc0831c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:54:09.712603 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 18:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab791bb6-a43d-4400-84cd-10010982386e x-openstack-request-id: req-ab791bb6-a43d-4400-84cd-10010982386e {{(pid=98186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 18:54:09.712901 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75b7a2eb-726b-44ee-9c0d-1a9a1bc6aeae", "name": "network-vif-plugged", "status": "completed", "tag": "1bc37fc6-b0a2-4f88-a5a0-50d91f4f7612", "code": 200}]} {{(pid=98186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 18:54:09.713166 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ab791bb6-a43d-4400-84cd-10010982386e {{(pid=98186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 18:54:09.713581 dv-cinder-786260-4-iscsi neutron-server[98186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75b7a2eb-726b-44ee-9c0d-1a9a1bc6aeae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bc37fc6-b0a2-4f88-a5a0-50d91f4f7612', 'code': 200} Jun 10 18:54:09.743782 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Pushing event updated for resources: {'Port': ['ID=1bc37fc6-b0a2-4f88-a5a0-50d91f4f7612,revision_number=5']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:54:09.746710 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:54:09.807845 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f157b999-2eb8-4261-be54-973bdf486e07 req-6ecc2054-5203-4255-be28-1c6202432de8 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:54:09.809537 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-f157b999-2eb8-4261-be54-973bdf486e07 req-6ecc2054-5203-4255-be28-1c6202432de8 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee236ae7-b9ef-473e-ae5c-fd621b0bca5f HTTP/1.1" status: 200 len: 943 time: 0.0772164 Jun 10 18:54:09.852430 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-f157b999-2eb8-4261-be54-973bdf486e07 req-9c9a71be-cc32-46ef-90fd-362a50a1d4ad tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6fa5881-50b4-4699-a244-1cc62b394082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364611 Jun 10 18:54:09.944328 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c571659-5fb5-47bc-8e49-3b0059766426 req-49a2ff24-6564-4fe1-80b4-9d6e53fe638c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:54:09.945857 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-4c571659-5fb5-47bc-8e49-3b0059766426 req-49a2ff24-6564-4fe1-80b4-9d6e53fe638c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=75b7a2eb-726b-44ee-9c0d-1a9a1bc6aeae HTTP/1.1" status: 200 len: 1098 time: 0.0646420 Jun 10 18:54:09.983630 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-4c571659-5fb5-47bc-8e49-3b0059766426 req-3268d1cc-bf73-48a9-9f12-955b0e238412 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a5cf943e-4d29-4b7d-9742-883fb114f85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317991 Jun 10 18:54:10.144120 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead024d2-343f-461b-be49-6c3735414ce8 req-499ea6da-7f1b-4aa0-9b6b-4a076718828a tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:54:10.145591 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-ead024d2-343f-461b-be49-6c3735414ce8 req-499ea6da-7f1b-4aa0-9b6b-4a076718828a tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] 10.222.0.15 "GET /v2.0/ports?device_id=75b7a2eb-726b-44ee-9c0d-1a9a1bc6aeae HTTP/1.1" status: 200 len: 945 time: 0.0690739 Jun 10 18:54:10.188587 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-ead024d2-343f-461b-be49-6c3735414ce8 req-aaf2e314-b0f1-42a0-851e-64c8c9c5c698 tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5cf943e-4d29-4b7d-9742-883fb114f85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368264 Jun 10 18:54:11.037251 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccfb4e2-24e9-4d4e-8362-0de4b44c47e5 req-93300675-38e3-4007-b94a-19f2b21173f3 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:54:11.038761 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-cccfb4e2-24e9-4d4e-8362-0de4b44c47e5 req-93300675-38e3-4007-b94a-19f2b21173f3 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee236ae7-b9ef-473e-ae5c-fd621b0bca5f HTTP/1.1" status: 200 len: 943 time: 0.0739872 Jun 10 18:54:11.087801 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-cccfb4e2-24e9-4d4e-8362-0de4b44c47e5 req-e8da4ef6-8768-4b68-a451-6ceb796754b1 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6fa5881-50b4-4699-a244-1cc62b394082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434744 Jun 10 18:54:11.377233 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7d2ae3-8825-4118-97ba-99608b79e1ce req-f2962a09-38f0-43c8-bf57-9408295b2d13 tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:54:11.378723 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-df7d2ae3-8825-4118-97ba-99608b79e1ce req-f2962a09-38f0-43c8-bf57-9408295b2d13 tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] 10.222.0.15 "GET /v2.0/ports?device_id=75b7a2eb-726b-44ee-9c0d-1a9a1bc6aeae HTTP/1.1" status: 200 len: 945 time: 0.0764074 Jun 10 18:54:11.424234 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-df7d2ae3-8825-4118-97ba-99608b79e1ce req-0506c7d2-b0df-4a53-af96-5bf0133e6b38 tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5cf943e-4d29-4b7d-9742-883fb114f85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398390 Jun 10 18:54:11.795263 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-36ec3a18-46b5-4cac-a106-d63d362cd1e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:54:12.263844 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3564a5e8-688f-4936-9cc2-334855c962b6 req-77162dcf-5383-4fb4-9213-08b8ed64ea4b tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:54:12.265274 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-3564a5e8-688f-4936-9cc2-334855c962b6 req-77162dcf-5383-4fb4-9213-08b8ed64ea4b tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee236ae7-b9ef-473e-ae5c-fd621b0bca5f HTTP/1.1" status: 200 len: 943 time: 0.0685236 Jun 10 18:54:12.304922 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-3564a5e8-688f-4936-9cc2-334855c962b6 req-ceac0e4c-0167-4b1c-a5c9-1186c0eb4b58 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6fa5881-50b4-4699-a244-1cc62b394082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341561 Jun 10 18:54:12.602651 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2c7001-1dc4-4dfc-ad73-0a28ffccaf22 req-a25f9141-c6be-4a4a-9362-ef11022ae271 tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:54:12.604102 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-6d2c7001-1dc4-4dfc-ad73-0a28ffccaf22 req-a25f9141-c6be-4a4a-9362-ef11022ae271 tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] 10.222.0.15 "GET /v2.0/ports?device_id=75b7a2eb-726b-44ee-9c0d-1a9a1bc6aeae HTTP/1.1" status: 200 len: 945 time: 0.0684435 Jun 10 18:54:12.644966 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-6d2c7001-1dc4-4dfc-ad73-0a28ffccaf22 req-e7d5b0fe-51ca-40c7-85c6-74f35a805292 tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5cf943e-4d29-4b7d-9742-883fb114f85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353513 Jun 10 18:54:13.473089 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245c142a-b29f-45ee-a0ed-0e26554a4557 req-e5a5c0c5-0b7c-4dba-a723-24fbe0dddd0e tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:54:13.474601 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-245c142a-b29f-45ee-a0ed-0e26554a4557 req-e5a5c0c5-0b7c-4dba-a723-24fbe0dddd0e tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] 10.222.0.15 "GET /v2.0/ports?device_id=75b7a2eb-726b-44ee-9c0d-1a9a1bc6aeae HTTP/1.1" status: 200 len: 945 time: 0.0710323 Jun 10 18:54:13.491104 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba4d925-0bcd-49f6-8a5a-d981342a7839 req-13d683d5-1f66-42dd-9e28-9c975904d7c9 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:54:13.492591 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-fba4d925-0bcd-49f6-8a5a-d981342a7839 req-13d683d5-1f66-42dd-9e28-9c975904d7c9 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee236ae7-b9ef-473e-ae5c-fd621b0bca5f HTTP/1.1" status: 200 len: 943 time: 0.0746977 Jun 10 18:54:13.520347 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-245c142a-b29f-45ee-a0ed-0e26554a4557 req-8b0bd126-0642-4737-86de-12f071d984b0 tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5cf943e-4d29-4b7d-9742-883fb114f85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395505 Jun 10 18:54:13.542901 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-fba4d925-0bcd-49f6-8a5a-d981342a7839 req-d077af3f-ec52-4fe0-b8ea-7ef366f67f7c tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6fa5881-50b4-4699-a244-1cc62b394082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369101 Jun 10 18:54:14.277393 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-937f5621-a98a-4fd2-8531-5b6192fed00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:54:14.428045 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:54:14.711109 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b695d0bc-5ae0-4b4b-b4c0-c551ff2da49d req-ff5d127f-8493-451d-8d9c-7619c748005a tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:54:14.712584 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-b695d0bc-5ae0-4b4b-b4c0-c551ff2da49d req-ff5d127f-8493-451d-8d9c-7619c748005a tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] 10.222.0.15 "GET /v2.0/ports?device_id=75b7a2eb-726b-44ee-9c0d-1a9a1bc6aeae HTTP/1.1" status: 200 len: 945 time: 0.0774174 Jun 10 18:54:14.713988 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe3598e-c385-4f96-ae6b-6814c42025c5 req-52349e1f-41f8-43f2-89bc-1a2d3adbc306 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:54:14.715439 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-4fe3598e-c385-4f96-ae6b-6814c42025c5 req-52349e1f-41f8-43f2-89bc-1a2d3adbc306 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee236ae7-b9ef-473e-ae5c-fd621b0bca5f HTTP/1.1" status: 200 len: 943 time: 0.0688155 Jun 10 18:54:14.755869 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-b695d0bc-5ae0-4b4b-b4c0-c551ff2da49d req-cd40268c-340f-477b-92c4-1d3f77ee1f6b tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5cf943e-4d29-4b7d-9742-883fb114f85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376139 Jun 10 18:54:14.757716 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-4fe3598e-c385-4f96-ae6b-6814c42025c5 req-0de26786-502e-4206-925a-6825dd365789 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6fa5881-50b4-4699-a244-1cc62b394082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359504 Jun 10 18:54:14.954304 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.agents_db [None req-dd8e6269-3fd9-4915-b5ed-83e1f738bf4e None None] Agent healthcheck: found 6 active agents {{(pid=98187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 18:54:15.056187 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4a10b0-c62c-476d-ab9c-7b94b51c8a6f req-2f38ed2e-31dd-4bf8-83e7-e05e634f6fb9 tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:54:15.057731 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-2e4a10b0-c62c-476d-ab9c-7b94b51c8a6f req-2f38ed2e-31dd-4bf8-83e7-e05e634f6fb9 tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] 10.222.0.39 "GET /v2.0/ports?device_id=75b7a2eb-726b-44ee-9c0d-1a9a1bc6aeae HTTP/1.1" status: 200 len: 945 time: 0.0762427 Jun 10 18:54:15.168191 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.plugin [req-2e4a10b0-c62c-476d-ab9c-7b94b51c8a6f req-5d132432-a1e5-4fb4-b6de-cb1d308716e0 tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] Deleting port 1bc37fc6-b0a2-4f88-a5a0-50d91f4f7612 {{(pid=98185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 18:54:15.168536 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-2e4a10b0-c62c-476d-ab9c-7b94b51c8a6f req-5d132432-a1e5-4fb4-b6de-cb1d308716e0 tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578452511'] for port, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:54:15.280535 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.db [req-2e4a10b0-c62c-476d-ab9c-7b94b51c8a6f req-5d132432-a1e5-4fb4-b6de-cb1d308716e0 tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] For port 1bc37fc6-b0a2-4f88-a5a0-50d91f4f7612, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=1bc37fc6-b0a2-4f88-a5a0-50d91f4f7612,segment=NetworkSegment(cd8a95b1-df89-4697-b2a8-3eed9065fa4f),segment_id=cd8a95b1-df89-4697-b2a8-3eed9065fa4f)] {{(pid=98185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:54:15.280893 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-2e4a10b0-c62c-476d-ab9c-7b94b51c8a6f req-5d132432-a1e5-4fb4-b6de-cb1d308716e0 tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4044702'] for port, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:54:15.438671 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-8dcc316c-a8c5-4da3-a0ad-e3f4fe9157be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:54:15.499107 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Device 43501b1a-0b6a-49d1-b168-1bc9e2b3d64c details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=98186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 18:54:15.529946 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c017ffa-5c7b-4df8-b7dd-c6c2c7bf5a7a req-c9decabe-a659-497e-bfcf-0a8f153d3321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:54:15.531475 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-8c017ffa-5c7b-4df8-b7dd-c6c2c7bf5a7a req-c9decabe-a659-497e-bfcf-0a8f153d3321 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8fa25c8cde534a6a9acc3f658014058f&device_id=bd0fa06a-987e-4b6e-a35d-ddfae995b593 HTTP/1.1" status: 200 len: 1137 time: 0.0658205 Jun 10 18:54:15.627958 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] For port 43501b1a-0b6a-49d1-b168-1bc9e2b3d64c, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=43501b1a-0b6a-49d1-b168-1bc9e2b3d64c,segment=NetworkSegment(504bc498-15bf-4e70-b123-a45dca87e9a4),segment_id=504bc498-15bf-4e70-b123-a45dca87e9a4)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:54:15.640595 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Returning: {'device': '43501b1a-0b6a-49d1-b168-1bc9e2b3d64c', 'network_id': '94dda773-c553-4b86-9491-0f581f6e4a36', 'port_id': '43501b1a-0b6a-49d1-b168-1bc9e2b3d64c', 'mac_address': 'fa:16:3e:a1:ed:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c695381-fb23-404d-8bb4-7b35cd4e37e4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 18:54:15.655457 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c017ffa-5c7b-4df8-b7dd-c6c2c7bf5a7a req-f634543a-6137-4215-97e3-98c21fe015b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:54:15.657156 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-8c017ffa-5c7b-4df8-b7dd-c6c2c7bf5a7a req-f634543a-6137-4215-97e3-98c21fe015b8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=14d750dc-f13b-4ce7-a115-b7a35aca44f1 HTTP/1.1" status: 200 len: 915 time: 0.1187291 Jun 10 18:54:15.673998 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.plugin [req-2e4a10b0-c62c-476d-ab9c-7b94b51c8a6f req-5d132432-a1e5-4fb4-b6de-cb1d308716e0 tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] Calling delete_port for 1bc37fc6-b0a2-4f88-a5a0-50d91f4f7612 owned by compute:nova {{(pid=98185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 18:54:15.685404 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:54:15.702310 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.notifiers.nova [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43501b1a-0b6a-49d1-b168-1bc9e2b3d64c {{(pid=98186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 18:54:15.731001 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] For port 43501b1a-0b6a-49d1-b168-1bc9e2b3d64c, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=43501b1a-0b6a-49d1-b168-1bc9e2b3d64c,segment=NetworkSegment(504bc498-15bf-4e70-b123-a45dca87e9a4),segment_id=504bc498-15bf-4e70-b123-a45dca87e9a4)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:54:15.736062 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:54:15.738686 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:54:15.749430 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-8c017ffa-5c7b-4df8-b7dd-c6c2c7bf5a7a req-dadb291c-9d97-48f0-91e4-a90c70b55ab5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=97adc4a8-52b3-4c72-8965-c47fb5250ecf HTTP/1.1" status: 200 len: 1001 time: 0.0855393 Jun 10 18:54:15.794121 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Pushing event updated for resources: {'Port': ['ID=43501b1a-0b6a-49d1-b168-1bc9e2b3d64c,revision_number=4']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:54:15.797931 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:54:15.808876 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c017ffa-5c7b-4df8-b7dd-c6c2c7bf5a7a req-fa870497-c2d1-4c71-93a0-0eb44b76833f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:54:15.810497 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-8c017ffa-5c7b-4df8-b7dd-c6c2c7bf5a7a req-fa870497-c2d1-4c71-93a0-0eb44b76833f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=34f7ba08-2729-4feb-bb78-9a13b8a0814c HTTP/1.1" status: 200 len: 853 time: 0.0528224 Jun 10 18:54:15.838137 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd93d47-567a-49ce-a397-789ae65e24de req-ed0f9e6c-bcce-4e18-8907-66fb05771a73 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:54:15.839786 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-ddd93d47-567a-49ce-a397-789ae65e24de req-ed0f9e6c-bcce-4e18-8907-66fb05771a73 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd0fa06a-987e-4b6e-a35d-ddfae995b593 HTTP/1.1" status: 200 len: 984 time: 0.2047422 Jun 10 18:54:15.882305 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c017ffa-5c7b-4df8-b7dd-c6c2c7bf5a7a req-8a84730e-2a7b-4c2a-adce-48d1dbbb7968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:54:15.883841 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-8c017ffa-5c7b-4df8-b7dd-c6c2c7bf5a7a req-8a84730e-2a7b-4c2a-adce-48d1dbbb7968 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=14d750dc-f13b-4ce7-a115-b7a35aca44f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0663431 Jun 10 18:54:15.937353 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-ddd93d47-567a-49ce-a397-789ae65e24de req-8494ebbe-532a-4f4a-aa9e-08dba370ef3c tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] 10.222.0.15 "GET /v2.0/security-groups?id=71cb3935-69e0-41a9-bdb2-75ba4f200b08&id=e6bc7b4a-bc72-42f3-afbb-1c4965f0f943&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0896504 Jun 10 18:54:15.943484 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-2e4a10b0-c62c-476d-ab9c-7b94b51c8a6f req-5d132432-a1e5-4fb4-b6de-cb1d308716e0 tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578457411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578064415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11876817'] for port, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:54:15.948713 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-b7562079-aea6-4696-836d-4c8237810f7d tempest-AttachVolumeNegativeTest-1769932039 tempest-AttachVolumeNegativeTest-1769932039-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:54:15.989194 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d132432-a1e5-4fb4-b6de-cb1d308716e0 tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] Pushing event deleted for resources: {'Port': ['ID=1bc37fc6-b0a2-4f88-a5a0-50d91f4f7612,revision_number=None']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:54:15.991072 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-5d132432-a1e5-4fb4-b6de-cb1d308716e0 tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:54:16.047655 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e4a10b0-c62c-476d-ab9c-7b94b51c8a6f req-5d132432-a1e5-4fb4-b6de-cb1d308716e0 tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] No DVR routers for this DVR port 1bc37fc6-b0a2-4f88-a5a0-50d91f4f7612 on host hv-cinder-78626 {{(pid=98185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 18:54:16.049992 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-8c017ffa-5c7b-4df8-b7dd-c6c2c7bf5a7a req-917100f7-13cd-4d81-b904-3de55ed6fda5 service neutron] 10.222.0.39 "GET /v2.0/networks/14d750dc-f13b-4ce7-a115-b7a35aca44f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534929 Jun 10 18:54:16.050442 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-2e4a10b0-c62c-476d-ab9c-7b94b51c8a6f req-5d132432-a1e5-4fb4-b6de-cb1d308716e0 tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230521'] for port, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:54:16.052564 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-2e4a10b0-c62c-476d-ab9c-7b94b51c8a6f req-5d132432-a1e5-4fb4-b6de-cb1d308716e0 tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] 10.222.0.39 "DELETE /v2.0/ports/1bc37fc6-b0a2-4f88-a5a0-50d91f4f7612 HTTP/1.1" status: 204 len: 173 time: 0.9888201 Jun 10 18:54:16.053123 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75b7a2eb-726b-44ee-9c0d-1a9a1bc6aeae', 'name': 'network-vif-deleted', 'tag': '1bc37fc6-b0a2-4f88-a5a0-50d91f4f7612'}] {{(pid=98185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 18:54:16.055506 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44d46bb02d59f4e600e8e3fdef735be97a189b4bda953b1539dd9e97451c2ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0a5f220-d803-4a03-82d6-e15288c2a04f" -d '{"events": [{"server_uuid": "75b7a2eb-726b-44ee-9c0d-1a9a1bc6aeae", "name": "network-vif-deleted", "tag": "1bc37fc6-b0a2-4f88-a5a0-50d91f4f7612"}]}' {{(pid=98185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 18:54:16.058918 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d88c9f-9224-4862-b8c9-7518c12e8ccb req-3e57a6a0-df92-4a27-9999-c85c24a39083 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:54:16.060781 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-d4d88c9f-9224-4862-b8c9-7518c12e8ccb req-3e57a6a0-df92-4a27-9999-c85c24a39083 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee236ae7-b9ef-473e-ae5c-fd621b0bca5f HTTP/1.1" status: 200 len: 944 time: 0.1760812 Jun 10 18:54:16.107514 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-0359ab73-9975-421f-b715-6d8b6e9ab96a req-58643e0f-9d6f-4aa7-9eae-84ac0c82b7ba tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] 10.222.0.15 "GET /v2.0/ports?device_id=75b7a2eb-726b-44ee-9c0d-1a9a1bc6aeae HTTP/1.1" status: 200 len: 210 time: 0.0394688 Jun 10 18:54:16.123970 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] get_ports_and_sgs() called for port_ids ['43501b1a-0b6a-49d1-b168-1bc9e2b3d64c'] {{(pid=98186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 18:54:16.183612 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 18:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04a51e6e-6253-4430-b8ed-3334cc35e2f0 x-openstack-request-id: req-04a51e6e-6253-4430-b8ed-3334cc35e2f0 {{(pid=98185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 18:54:16.184288 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75b7a2eb-726b-44ee-9c0d-1a9a1bc6aeae", "name": "network-vif-deleted", "tag": "1bc37fc6-b0a2-4f88-a5a0-50d91f4f7612", "status": "completed", "code": 200}]} {{(pid=98185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 18:54:16.184776 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-04a51e6e-6253-4430-b8ed-3334cc35e2f0 {{(pid=98185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 18:54:16.185389 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75b7a2eb-726b-44ee-9c0d-1a9a1bc6aeae', 'name': 'network-vif-deleted', 'tag': '1bc37fc6-b0a2-4f88-a5a0-50d91f4f7612', 'status': 'completed', 'code': 200} Jun 10 18:54:16.189872 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-d4d88c9f-9224-4862-b8c9-7518c12e8ccb req-02cd3ecd-92d6-4f58-a201-ccd8b81cf40f tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6fa5881-50b4-4699-a244-1cc62b394082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187646 Jun 10 18:54:16.224001 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-8c017ffa-5c7b-4df8-b7dd-c6c2c7bf5a7a req-00432885-1f83-4f6b-8ac2-ea64d6d60266 service neutron] 10.222.0.39 "GET /v2.0/networks/14d750dc-f13b-4ce7-a115-b7a35aca44f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602700 Jun 10 18:54:17.129070 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1015253-f216-4b2b-a52b-4ee5ed2bd425 req-e66da14a-9f9a-49f7-b092-11b66633bdfc tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:54:17.130615 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-b1015253-f216-4b2b-a52b-4ee5ed2bd425 req-e66da14a-9f9a-49f7-b092-11b66633bdfc tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd0fa06a-987e-4b6e-a35d-ddfae995b593 HTTP/1.1" status: 200 len: 984 time: 0.0738611 Jun 10 18:54:17.174350 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-b1015253-f216-4b2b-a52b-4ee5ed2bd425 req-7d1e7820-2b3e-4f10-9554-2a75ec64e607 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] 10.222.0.15 "GET /v2.0/security-groups?id=71cb3935-69e0-41a9-bdb2-75ba4f200b08&id=e6bc7b4a-bc72-42f3-afbb-1c4965f0f943&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0380013 Jun 10 18:54:17.245852 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-bf1ede84-8c21-46ff-8a19-cb90afe635a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:54:17.385865 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf34b84-8270-4c69-a20a-e4961564574d req-8604168f-115d-4171-a624-6ec16810a1e1 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:54:17.387341 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-eaf34b84-8270-4c69-a20a-e4961564574d req-8604168f-115d-4171-a624-6ec16810a1e1 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee236ae7-b9ef-473e-ae5c-fd621b0bca5f HTTP/1.1" status: 200 len: 944 time: 0.0741146 Jun 10 18:54:17.429795 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-eaf34b84-8270-4c69-a20a-e4961564574d req-0491da84-53a4-4eef-a39d-42bb62cbe1c5 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6fa5881-50b4-4699-a244-1cc62b394082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362620 Jun 10 18:54:17.514299 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Device 43501b1a-0b6a-49d1-b168-1bc9e2b3d64c up at agent hyperv_hv-cinder-78626 {{(pid=98186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 18:54:17.569929 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Provisioning for port 43501b1a-0b6a-49d1-b168-1bc9e2b3d64c completed by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 18:54:17.573577 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Provisioning complete for port 43501b1a-0b6a-49d1-b168-1bc9e2b3d64c triggered by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 18:54:17.573956 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:54:17.630028 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:54:17.679635 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:54:17.706660 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee236ae7-b9ef-473e-ae5c-fd621b0bca5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43501b1a-0b6a-49d1-b168-1bc9e2b3d64c'}] {{(pid=98186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 18:54:17.708930 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c2f46a37dc9d9ea27ba47e2e5c887733d44c46f74833e79389795ef1d11a41d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c3b74c0-0f9a-4d3d-bfb1-65d8451a0230" -d '{"events": [{"server_uuid": "ee236ae7-b9ef-473e-ae5c-fd621b0bca5f", "name": "network-vif-plugged", "status": "completed", "tag": "43501b1a-0b6a-49d1-b168-1bc9e2b3d64c"}]}' {{(pid=98186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 18:54:17.723553 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] For port 43501b1a-0b6a-49d1-b168-1bc9e2b3d64c, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=43501b1a-0b6a-49d1-b168-1bc9e2b3d64c,segment=NetworkSegment(504bc498-15bf-4e70-b123-a45dca87e9a4),segment_id=504bc498-15bf-4e70-b123-a45dca87e9a4)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:54:17.728535 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:54:17.729376 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Device 1bc37fc6-b0a2-4f88-a5a0-50d91f4f7612 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=98186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 18:54:17.731161 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:54:17.770657 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 18:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0255099d-2ff6-4430-9f83-b9e0d8c04e3b x-openstack-request-id: req-0255099d-2ff6-4430-9f83-b9e0d8c04e3b {{(pid=98186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 18:54:17.770957 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee236ae7-b9ef-473e-ae5c-fd621b0bca5f", "name": "network-vif-plugged", "status": "completed", "tag": "43501b1a-0b6a-49d1-b168-1bc9e2b3d64c", "code": 200}]} {{(pid=98186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 18:54:17.771221 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0255099d-2ff6-4430-9f83-b9e0d8c04e3b {{(pid=98186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 18:54:17.771626 dv-cinder-786260-4-iscsi neutron-server[98186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee236ae7-b9ef-473e-ae5c-fd621b0bca5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43501b1a-0b6a-49d1-b168-1bc9e2b3d64c', 'code': 200} Jun 10 18:54:17.798000 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.plugin [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] No Port match for: 1bc37fc6-b0a2-4f88-a5a0-50d91f4f7612 {{(pid=98186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 18:54:17.798357 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Device 1bc37fc6-b0a2-4f88-a5a0-50d91f4f7612 not bound to the agent host hv-cinder-78626 {{(pid=98186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 18:54:17.818266 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Pushing event updated for resources: {'Port': ['ID=43501b1a-0b6a-49d1-b168-1bc9e2b3d64c,revision_number=5']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:54:17.821420 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:54:18.065288 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434d85ea-cfd7-4deb-a35d-09b7ba07a0c5 req-2f007586-c17a-4bd3-a48e-dd2bd36ed205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:54:18.066758 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-434d85ea-cfd7-4deb-a35d-09b7ba07a0c5 req-2f007586-c17a-4bd3-a48e-dd2bd36ed205 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ee236ae7-b9ef-473e-ae5c-fd621b0bca5f HTTP/1.1" status: 200 len: 1098 time: 0.0570607 Jun 10 18:54:18.103365 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-434d85ea-cfd7-4deb-a35d-09b7ba07a0c5 req-1191f126-813a-493a-bf8c-60c961669b8a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e6fa5881-50b4-4699-a244-1cc62b394082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291612 Jun 10 18:54:18.354769 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f9904c-1165-43be-b7ef-b6d025f26f71 req-95fa4a09-897e-42b5-b8a7-a4ed55f6c92b tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:54:18.356216 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-f3f9904c-1165-43be-b7ef-b6d025f26f71 req-95fa4a09-897e-42b5-b8a7-a4ed55f6c92b tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd0fa06a-987e-4b6e-a35d-ddfae995b593 HTTP/1.1" status: 200 len: 984 time: 0.0689001 Jun 10 18:54:18.399160 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-f3f9904c-1165-43be-b7ef-b6d025f26f71 req-2a1d67b7-de7f-4439-91ed-7d6fea62e182 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] 10.222.0.15 "GET /v2.0/security-groups?id=71cb3935-69e0-41a9-bdb2-75ba4f200b08&id=e6bc7b4a-bc72-42f3-afbb-1c4965f0f943&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0364532 Jun 10 18:54:18.614359 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baef11e5-90ce-4b80-9a76-352bb10c9e42 req-ff5aae6f-f233-4150-86e5-e741ae1aca49 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:54:18.615711 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-baef11e5-90ce-4b80-9a76-352bb10c9e42 req-ff5aae6f-f233-4150-86e5-e741ae1aca49 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee236ae7-b9ef-473e-ae5c-fd621b0bca5f HTTP/1.1" status: 200 len: 945 time: 0.0712960 Jun 10 18:54:18.657702 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-baef11e5-90ce-4b80-9a76-352bb10c9e42 req-97dc4abc-8411-4e3a-ab45-90cc51fb3b58 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6fa5881-50b4-4699-a244-1cc62b394082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363088 Jun 10 18:54:19.584273 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd154b6-675d-4404-b5e4-3c54b3d6bd7e req-888ae9cf-fb35-4aae-b8e3-7b8a51ba6a11 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:54:19.585766 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-4cd154b6-675d-4404-b5e4-3c54b3d6bd7e req-888ae9cf-fb35-4aae-b8e3-7b8a51ba6a11 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd0fa06a-987e-4b6e-a35d-ddfae995b593 HTTP/1.1" status: 200 len: 984 time: 0.0722210 Jun 10 18:54:19.629357 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-4cd154b6-675d-4404-b5e4-3c54b3d6bd7e req-5ede3080-37b2-40ea-845b-75349fe14378 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] 10.222.0.15 "GET /v2.0/security-groups?id=71cb3935-69e0-41a9-bdb2-75ba4f200b08&id=e6bc7b4a-bc72-42f3-afbb-1c4965f0f943&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0378778 Jun 10 18:54:19.833751 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeb902f-2842-40ef-ae40-71b2ee4f8c4e req-bdd803db-3184-43b9-aaeb-77fec76ad992 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:54:19.835202 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-5eeb902f-2842-40ef-ae40-71b2ee4f8c4e req-bdd803db-3184-43b9-aaeb-77fec76ad992 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee236ae7-b9ef-473e-ae5c-fd621b0bca5f HTTP/1.1" status: 200 len: 945 time: 0.0677524 Jun 10 18:54:19.874459 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-5eeb902f-2842-40ef-ae40-71b2ee4f8c4e req-fe7f2cd4-8712-42bd-bb50-a08f2dc8e0b5 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6fa5881-50b4-4699-a244-1cc62b394082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337420 Jun 10 18:54:20.808595 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a55416-90a6-46d3-9b37-b19ce96f7e4b req-eb062fbf-25a5-48e4-a40c-1f22dd37f8a4 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:54:20.810111 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-77a55416-90a6-46d3-9b37-b19ce96f7e4b req-eb062fbf-25a5-48e4-a40c-1f22dd37f8a4 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd0fa06a-987e-4b6e-a35d-ddfae995b593 HTTP/1.1" status: 200 len: 984 time: 0.0697820 Jun 10 18:54:20.853342 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-77a55416-90a6-46d3-9b37-b19ce96f7e4b req-5cec755c-2149-43eb-a03a-1c33dc69abf7 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] 10.222.0.15 "GET /v2.0/security-groups?id=71cb3935-69e0-41a9-bdb2-75ba4f200b08&id=e6bc7b4a-bc72-42f3-afbb-1c4965f0f943&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0368497 Jun 10 18:54:21.058566 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb93aac-ff12-419d-9756-7a26b831d0c8 req-55798846-1f19-4039-8b59-fee29c3eef92 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:54:21.060096 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-dcb93aac-ff12-419d-9756-7a26b831d0c8 req-55798846-1f19-4039-8b59-fee29c3eef92 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee236ae7-b9ef-473e-ae5c-fd621b0bca5f HTTP/1.1" status: 200 len: 945 time: 0.0761919 Jun 10 18:54:21.105498 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-dcb93aac-ff12-419d-9756-7a26b831d0c8 req-d396df22-45f6-499e-9582-f75c65793490 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6fa5881-50b4-4699-a244-1cc62b394082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387115 Jun 10 18:54:22.037236 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614bfae2-5f8e-4daf-a3a9-e5ff42256943 req-e2f1f68f-d1f5-4c91-a34a-38cd7d667eee tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:54:22.038719 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-614bfae2-5f8e-4daf-a3a9-e5ff42256943 req-e2f1f68f-d1f5-4c91-a34a-38cd7d667eee tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd0fa06a-987e-4b6e-a35d-ddfae995b593 HTTP/1.1" status: 200 len: 984 time: 0.0735853 Jun 10 18:54:22.082269 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-614bfae2-5f8e-4daf-a3a9-e5ff42256943 req-5f4b3dc4-7f1f-4a8a-a334-3a6647cedd0a tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] 10.222.0.15 "GET /v2.0/security-groups?id=71cb3935-69e0-41a9-bdb2-75ba4f200b08&id=e6bc7b4a-bc72-42f3-afbb-1c4965f0f943&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0379257 Jun 10 18:54:22.433397 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658f5dc1-5dfd-43b8-86d8-92d83f1acd57 req-063f76f3-fff2-4464-94cd-6b867fca84d0 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:54:22.434782 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-658f5dc1-5dfd-43b8-86d8-92d83f1acd57 req-063f76f3-fff2-4464-94cd-6b867fca84d0 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee236ae7-b9ef-473e-ae5c-fd621b0bca5f HTTP/1.1" status: 200 len: 945 time: 0.0675900 Jun 10 18:54:22.477004 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-658f5dc1-5dfd-43b8-86d8-92d83f1acd57 req-46d65f52-8a3a-400b-ae3d-16551a8af601 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6fa5881-50b4-4699-a244-1cc62b394082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360801 Jun 10 18:54:23.259824 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e704199b-129c-434d-ac7d-eb85198718f5 req-fdc834eb-dfab-4783-99a8-13c8738e6132 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:54:23.261282 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-e704199b-129c-434d-ac7d-eb85198718f5 req-fdc834eb-dfab-4783-99a8-13c8738e6132 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd0fa06a-987e-4b6e-a35d-ddfae995b593 HTTP/1.1" status: 200 len: 984 time: 0.0688567 Jun 10 18:54:23.304302 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-e704199b-129c-434d-ac7d-eb85198718f5 req-58b98cca-4f6d-4f37-ba17-3fd33dbfb0d0 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] 10.222.0.15 "GET /v2.0/security-groups?id=71cb3935-69e0-41a9-bdb2-75ba4f200b08&id=e6bc7b4a-bc72-42f3-afbb-1c4965f0f943&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0365605 Jun 10 18:54:23.655670 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4251c48-366a-4307-ae8e-2cb10d1fce57 req-7e528f45-b9d8-46a2-8ad8-e448323bc72e tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:54:23.657997 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-d4251c48-366a-4307-ae8e-2cb10d1fce57 req-7e528f45-b9d8-46a2-8ad8-e448323bc72e tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee236ae7-b9ef-473e-ae5c-fd621b0bca5f HTTP/1.1" status: 200 len: 945 time: 0.0712891 Jun 10 18:54:23.966804 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-d4251c48-366a-4307-ae8e-2cb10d1fce57 req-a0f9c5c0-f10f-4475-b6d4-2dd2aab6b451 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6fa5881-50b4-4699-a244-1cc62b394082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3033371 Jun 10 18:54:24.508180 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54410ef8-7e75-4070-ae36-0dd6d4f5f0b4 req-e42e9f5a-058f-449d-b516-92722bde52f2 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:54:24.509822 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-54410ef8-7e75-4070-ae36-0dd6d4f5f0b4 req-e42e9f5a-058f-449d-b516-92722bde52f2 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd0fa06a-987e-4b6e-a35d-ddfae995b593 HTTP/1.1" status: 200 len: 984 time: 0.0813565 Jun 10 18:54:24.567589 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-54410ef8-7e75-4070-ae36-0dd6d4f5f0b4 req-6ae03d43-08f3-4efa-ae9c-c822f88998dd tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] 10.222.0.15 "GET /v2.0/security-groups?id=71cb3935-69e0-41a9-bdb2-75ba4f200b08&id=e6bc7b4a-bc72-42f3-afbb-1c4965f0f943&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0485103 Jun 10 18:54:25.208533 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a86ee74-e41f-4d38-a518-6c6647d796ae req-5688ed44-a4b8-493b-a118-0a7497025921 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:54:25.210909 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-9a86ee74-e41f-4d38-a518-6c6647d796ae req-5688ed44-a4b8-493b-a118-0a7497025921 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee236ae7-b9ef-473e-ae5c-fd621b0bca5f HTTP/1.1" status: 200 len: 945 time: 0.1117525 Jun 10 18:54:25.263296 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-9a86ee74-e41f-4d38-a518-6c6647d796ae req-4f01ac17-a818-4d7c-a5ab-26bbd14ba99e tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6fa5881-50b4-4699-a244-1cc62b394082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463073 Jun 10 18:54:25.532017 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dad616-f88d-45d6-b97c-27e0501bf98f req-12b6a016-cd93-425b-bc8e-880a84b974a3 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:54:25.534236 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-15dad616-f88d-45d6-b97c-27e0501bf98f req-12b6a016-cd93-425b-bc8e-880a84b974a3 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee236ae7-b9ef-473e-ae5c-fd621b0bca5f HTTP/1.1" status: 200 len: 945 time: 0.0999234 Jun 10 18:54:25.580760 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-15dad616-f88d-45d6-b97c-27e0501bf98f req-85104578-88c2-4eec-a20c-dc9ddca360b9 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6fa5881-50b4-4699-a244-1cc62b394082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374415 Jun 10 18:54:25.614772 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 52940) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:54:25.871267 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3670465c-c671-4a1c-9eaf-c1e4e9e6486b req-48d036ad-f619-4fda-8e85-0ef3dbad2f4c tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:54:25.872741 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-3670465c-c671-4a1c-9eaf-c1e4e9e6486b req-48d036ad-f619-4fda-8e85-0ef3dbad2f4c tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd0fa06a-987e-4b6e-a35d-ddfae995b593 HTTP/1.1" status: 200 len: 984 time: 0.1215725 Jun 10 18:54:25.876401 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01227eb9-be68-4790-9942-0550d662cc83 tempest-TestShelveInstance-1581193711 tempest-TestShelveInstance-1581193711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:54:25.877818 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-01227eb9-be68-4790-9942-0550d662cc83 tempest-TestShelveInstance-1581193711 tempest-TestShelveInstance-1581193711-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=ee236ae7-b9ef-473e-ae5c-fd621b0bca5f HTTP/1.1" status: 200 len: 1093 time: 0.2618401 Jun 10 18:54:25.880699 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 52944) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:54:25.885818 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.v2.base [None req-69880731-a2ef-42e7-baa5-32d7fd387d3b tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Request body: {'floatingip': {'floating_network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'port_id': '43501b1a-0b6a-49d1-b168-1bc9e2b3d64c', 'tenant_id': '1a2d315ad5024710bea813f4dc02e234', 'fixed_ip_address': '172.20.0.8'}} {{(pid=98184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:54:25.943145 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-3670465c-c671-4a1c-9eaf-c1e4e9e6486b req-de5e2d5d-06bf-4ef8-9d65-b5b9f87e37c8 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] 10.222.0.15 "GET /v2.0/security-groups?id=71cb3935-69e0-41a9-bdb2-75ba4f200b08&id=e6bc7b4a-bc72-42f3-afbb-1c4965f0f943&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0513728 Jun 10 18:54:25.945116 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-69880731-a2ef-42e7-baa5-32d7fd387d3b tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Notify callbacks [] for floatingip, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:54:26.094999 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-69880731-a2ef-42e7-baa5-32d7fd387d3b tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-941319'] for port, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:54:26.251829 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.db.db_base_plugin_common [None req-69880731-a2ef-42e7-baa5-32d7fd387d3b tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Allocated IP 172.27.3.195 (a2be77e0-c818-4f69-a7bb-de46a435f28d/dcf03c9b-e407-4813-8188-7ebc21a92a5e/b8ad8fd4-97ca-4a54-8419-53655369dac4) {{(pid=98184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 18:54:26.401088 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-69880731-a2ef-42e7-baa5-32d7fd387d3b tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Notify callbacks [] for port, precommit_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:54:26.445385 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-69880731-a2ef-42e7-baa5-32d7fd387d3b tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-941510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578064406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12374076'] for port, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:54:26.447754 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-b8694b1b-0e7f-4724-8c7c-4ed82369f507 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:54:26.508144 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69880731-a2ef-42e7-baa5-32d7fd387d3b tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Network a2be77e0-c818-4f69-a7bb-de46a435f28d is already hosted by enough agents. {{(pid=98184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 18:54:26.509605 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69880731-a2ef-42e7-baa5-32d7fd387d3b tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Pushing event updated for resources: {'Port': ['ID=b8ad8fd4-97ca-4a54-8419-53655369dac4,revision_number=1']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:54:26.512549 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.scheduler.base_scheduler [None req-69880731-a2ef-42e7-baa5-32d7fd387d3b tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Resources bound (agent type, host, resource id): {{(pid=98184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 18:54:26.514677 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-69880731-a2ef-42e7-baa5-32d7fd387d3b tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:54:26.519882 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69880731-a2ef-42e7-baa5-32d7fd387d3b tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Received port after_create {{(pid=98184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 18:54:27.022178 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-69880731-a2ef-42e7-baa5-32d7fd387d3b tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:54:27.145757 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-69880731-a2ef-42e7-baa5-32d7fd387d3b tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:54:27.234650 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed0f2ac-bd32-400e-8f82-68f347c5e35e req-7a3122bc-4158-4b3b-a981-3fb3d196a3f5 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:54:27.237081 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-aed0f2ac-bd32-400e-8f82-68f347c5e35e req-7a3122bc-4158-4b3b-a981-3fb3d196a3f5 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd0fa06a-987e-4b6e-a35d-ddfae995b593 HTTP/1.1" status: 200 len: 984 time: 0.1393886 Jun 10 18:54:27.288203 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-aed0f2ac-bd32-400e-8f82-68f347c5e35e req-f5e28d5e-60c1-4ab9-997f-fff6925a4698 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] 10.222.0.15 "GET /v2.0/security-groups?id=71cb3935-69e0-41a9-bdb2-75ba4f200b08&id=e6bc7b4a-bc72-42f3-afbb-1c4965f0f943&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0451324 Jun 10 18:54:27.360178 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-69880731-a2ef-42e7-baa5-32d7fd387d3b tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Notify callbacks [] for port, precommit_update {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:54:27.367232 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-69880731-a2ef-42e7-baa5-32d7fd387d3b tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12374062'] for port, after_update {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:54:27.384309 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-f1a8aeb1-83af-4a47-914a-3e4f2b981011 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:54:27.554734 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69880731-a2ef-42e7-baa5-32d7fd387d3b tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Pushing event updated for resources: {'Port': ['ID=b8ad8fd4-97ca-4a54-8419-53655369dac4,revision_number=2']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:54:27.559205 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-69880731-a2ef-42e7-baa5-32d7fd387d3b tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:54:27.563658 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-69880731-a2ef-42e7-baa5-32d7fd387d3b tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4045568'] for floatingip, after_update {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:54:27.707249 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.db.l3_db [None req-69880731-a2ef-42e7-baa5-32d7fd387d3b tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Floating IP 762aa9e3-bd63-4d51-82f6-0dfed8dfe706 associated. External IP: 172.27.3.195, port: 43501b1a-0b6a-49d1-b168-1bc9e2b3d64c. Jun 10 18:54:28.017180 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69880731-a2ef-42e7-baa5-32d7fd387d3b tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Router 14855a53-48f8-4368-9dd5-ac55a5ddba45 has already been hosted by L3 agent 1661496b-b13c-41e5-8e80-f6a07c138e01 {{(pid=98184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 18:54:28.192176 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69880731-a2ef-42e7-baa5-32d7fd387d3b tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Notify agent at l3_agent.dv-cinder-786260-4-iscsi the message routers_updated {{(pid=98184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 18:54:28.204965 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ab2684-1a92-4717-ab4f-024418d574be None None] Sync routers for ids ['14855a53-48f8-4368-9dd5-ac55a5ddba45'] in dv-cinder-786260-4-iscsi {{(pid=98186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 18:54:28.214595 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ab2684-1a92-4717-ab4f-024418d574be None None] Routers {'14855a53-48f8-4368-9dd5-ac55a5ddba45'} bound to L3 agent in host dv-cinder-786260-4-iscsi {{(pid=98186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 18:54:28.215259 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-02ab2684-1a92-4717-ab4f-024418d574be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T18:39:44Z,description=,heartbeat_timestamp=2021-06-10T18:54:14Z,host='dv-cinder-786260-4-iscsi',id=1661496b-b13c-41e5-8e80-f6a07c138e01,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T18:39:44Z,topic='l3_agent')) {'router_ids': ['14855a53-48f8-4368-9dd5-ac55a5ddba45'], 'active': True} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:54:28.229493 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-69880731-a2ef-42e7-baa5-32d7fd387d3b tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230521'] for floatingip, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:54:28.302743 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-69880731-a2ef-42e7-baa5-32d7fd387d3b tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4205620 Jun 10 18:54:28.303622 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee236ae7-b9ef-473e-ae5c-fd621b0bca5f', 'tag': '43501b1a-0b6a-49d1-b168-1bc9e2b3d64c'}] {{(pid=98184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 18:54:28.307976 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb56d522721b4b5adfc42fa723f2f3515f3582caf8bc0113b3f39c2a7fe625ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc1473a-160c-4b63-88d3-c0afb47a11b8" -d '{"events": [{"name": "network-changed", "server_uuid": "ee236ae7-b9ef-473e-ae5c-fd621b0bca5f", "tag": "43501b1a-0b6a-49d1-b168-1bc9e2b3d64c"}]}' {{(pid=98184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 18:54:28.355164 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 18:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d5cbb63-2a37-40d6-85b6-a00d3567fa9b x-openstack-request-id: req-4d5cbb63-2a37-40d6-85b6-a00d3567fa9b {{(pid=98184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 18:54:28.355501 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee236ae7-b9ef-473e-ae5c-fd621b0bca5f", "tag": "43501b1a-0b6a-49d1-b168-1bc9e2b3d64c", "status": "completed", "code": 200}]} {{(pid=98184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 18:54:28.356270 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4d5cbb63-2a37-40d6-85b6-a00d3567fa9b {{(pid=98184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 18:54:28.356270 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee236ae7-b9ef-473e-ae5c-fd621b0bca5f', 'tag': '43501b1a-0b6a-49d1-b168-1bc9e2b3d64c', 'status': 'completed', 'code': 200} Jun 10 18:54:28.398023 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvr_db [None req-02ab2684-1a92-4717-ab4f-024418d574be None None] Set router 14855a53-48f8-4368-9dd5-ac55a5ddba45 gateway port host: dv-cinder-786260-4-iscsi {{(pid=98186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 18:54:28.483281 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc1473a-160c-4b63-88d3-c0afb47a11b8 req-55bde527-0252-4a34-ba39-fa7e32abcc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:54:28.485418 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-3cc1473a-160c-4b63-88d3-c0afb47a11b8 req-55bde527-0252-4a34-ba39-fa7e32abcc3b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1a2d315ad5024710bea813f4dc02e234&device_id=ee236ae7-b9ef-473e-ae5c-fd621b0bca5f HTTP/1.1" status: 200 len: 1098 time: 0.0904543 Jun 10 18:54:28.628085 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c0adf1-a59b-466c-850b-bc366d36eb66 req-52f2c610-591f-4490-a59c-26f346ee3f5b tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:54:28.631792 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-23c0adf1-a59b-466c-850b-bc366d36eb66 req-52f2c610-591f-4490-a59c-26f346ee3f5b tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd0fa06a-987e-4b6e-a35d-ddfae995b593 HTTP/1.1" status: 200 len: 984 time: 0.1285374 Jun 10 18:54:28.667347 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc1473a-160c-4b63-88d3-c0afb47a11b8 req-9ae1a69f-30c3-4e5b-a10b-2f9505602e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:54:28.668962 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-3cc1473a-160c-4b63-88d3-c0afb47a11b8 req-9ae1a69f-30c3-4e5b-a10b-2f9505602e86 service neutron] 10.222.0.39 "GET /v2.0/networks?id=94dda773-c553-4b86-9491-0f581f6e4a36 HTTP/1.1" status: 200 len: 910 time: 0.1724834 Jun 10 18:54:28.743663 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-23c0adf1-a59b-466c-850b-bc366d36eb66 req-f9578714-0ef0-471b-8356-3f9c15f497d6 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] 10.222.0.15 "GET /v2.0/security-groups?id=71cb3935-69e0-41a9-bdb2-75ba4f200b08&id=e6bc7b4a-bc72-42f3-afbb-1c4965f0f943&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0996859 Jun 10 18:54:28.920700 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-02ab2684-1a92-4717-ab4f-024418d574be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14855a53-48f8-4368-9dd5-ac55a5ddba45', 'name': 'tempest-TestShelveInstance-1425096123-router', 'tenant_id': '1a2d315ad5024710bea813f4dc02e234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '115343b1-8688-415c-9375-536ef5ba6ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T18:53:22Z', 'updated_at': '2021-06-10T18:53:26Z', 'revision_number': 4, 'project_id': '1a2d315ad5024710bea813f4dc02e234', 'gw_port': {'id': '115343b1-8688-415c-9375-536ef5ba6ddb', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:88:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14855a53-48f8-4368-9dd5-ac55a5ddba45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:53:23Z', 'updated_at': '2021-06-10T18:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi', '_floatingips': [{'id': '762aa9e3-bd63-4d51-82f6-0dfed8dfe706', 'tenant_id': '1a2d315ad5024710bea813f4dc02e234', 'floating_ip_address': '172.27.3.195', 'floating_network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'router_id': '14855a53-48f8-4368-9dd5-ac55a5ddba45', 'port_id': '43501b1a-0b6a-49d1-b168-1bc9e2b3d64c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94dda773-c553-4b86-9491-0f581f6e4a36', 'mac_address': 'fa:16:3e:a1:ed:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee236ae7-b9ef-473e-ae5c-fd621b0bca5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T18:54:26Z', 'updated_at': '2021-06-10T18:54:26Z', 'revision_number': 0, 'project_id': '1a2d315ad5024710bea813f4dc02e234', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc714dc2-1b27-4dee-8139-f82826461e57', 'name': '', 'network_id': '94dda773-c553-4b86-9491-0f581f6e4a36', 'tenant_id': '1a2d315ad5024710bea813f4dc02e234', 'mac_address': 'fa:16:3e:a0:a5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14855a53-48f8-4368-9dd5-ac55a5ddba45', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '8c695381-fb23-404d-8bb4-7b35cd4e37e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:53:25Z', 'updated_at': '2021-06-10T18:53:33Z', 'revision_number': 5, 'project_id': '1a2d315ad5024710bea813f4dc02e234', 'subnets': [{'id': '8c695381-fb23-404d-8bb4-7b35cd4e37e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-4-iscsi', False) {} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:54:28.926052 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ab2684-1a92-4717-ab4f-024418d574be None None] Checking router: 14855a53-48f8-4368-9dd5-ac55a5ddba45 for host: dv-cinder-786260-4-iscsi {{(pid=98186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 18:54:28.940267 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ab2684-1a92-4717-ab4f-024418d574be None None] Routers {'14855a53-48f8-4368-9dd5-ac55a5ddba45'} bound to L3 agent in host dv-cinder-786260-4-iscsi {{(pid=98186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 18:54:28.941027 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-02ab2684-1a92-4717-ab4f-024418d574be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T18:39:44Z,description=,heartbeat_timestamp=2021-06-10T18:54:14Z,host='dv-cinder-786260-4-iscsi',id=1661496b-b13c-41e5-8e80-f6a07c138e01,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T18:39:44Z,topic='l3_agent')) {'router_ids': ['14855a53-48f8-4368-9dd5-ac55a5ddba45'], 'active': True} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:54:29.041742 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-3cc1473a-160c-4b63-88d3-c0afb47a11b8 req-61cb1b31-8512-4855-b3b4-90d6b1cc0d58 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43501b1a-0b6a-49d1-b168-1bc9e2b3d64c HTTP/1.1" status: 200 len: 999 time: 0.3655636 Jun 10 18:54:29.112861 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc1473a-160c-4b63-88d3-c0afb47a11b8 req-12312146-37ab-410d-82a8-6b53e4c54f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:54:29.114636 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-3cc1473a-160c-4b63-88d3-c0afb47a11b8 req-12312146-37ab-410d-82a8-6b53e4c54f79 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8c695381-fb23-404d-8bb4-7b35cd4e37e4 HTTP/1.1" status: 200 len: 848 time: 0.0576556 Jun 10 18:54:29.142935 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvr_db [None req-02ab2684-1a92-4717-ab4f-024418d574be None None] Set router 14855a53-48f8-4368-9dd5-ac55a5ddba45 gateway port host: dv-cinder-786260-4-iscsi {{(pid=98186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 18:54:29.185286 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc1473a-160c-4b63-88d3-c0afb47a11b8 req-6275ea57-4590-4683-9331-40cc8a7632d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:54:29.186844 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-3cc1473a-160c-4b63-88d3-c0afb47a11b8 req-6275ea57-4590-4683-9331-40cc8a7632d9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=94dda773-c553-4b86-9491-0f581f6e4a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0652750 Jun 10 18:54:29.403084 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-3cc1473a-160c-4b63-88d3-c0afb47a11b8 req-f6dd1cf1-7076-40e6-ad01-92ccc0373091 service neutron] 10.222.0.39 "GET /v2.0/networks/94dda773-c553-4b86-9491-0f581f6e4a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075801 Jun 10 18:54:29.501971 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-02ab2684-1a92-4717-ab4f-024418d574be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14855a53-48f8-4368-9dd5-ac55a5ddba45', 'name': 'tempest-TestShelveInstance-1425096123-router', 'tenant_id': '1a2d315ad5024710bea813f4dc02e234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '115343b1-8688-415c-9375-536ef5ba6ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T18:53:22Z', 'updated_at': '2021-06-10T18:53:26Z', 'revision_number': 4, 'project_id': '1a2d315ad5024710bea813f4dc02e234', 'gw_port': {'id': '115343b1-8688-415c-9375-536ef5ba6ddb', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:88:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14855a53-48f8-4368-9dd5-ac55a5ddba45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:53:23Z', 'updated_at': '2021-06-10T18:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi', '_floatingips': [{'id': '762aa9e3-bd63-4d51-82f6-0dfed8dfe706', 'tenant_id': '1a2d315ad5024710bea813f4dc02e234', 'floating_ip_address': '172.27.3.195', 'floating_network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'router_id': '14855a53-48f8-4368-9dd5-ac55a5ddba45', 'port_id': '43501b1a-0b6a-49d1-b168-1bc9e2b3d64c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94dda773-c553-4b86-9491-0f581f6e4a36', 'mac_address': 'fa:16:3e:a1:ed:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee236ae7-b9ef-473e-ae5c-fd621b0bca5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T18:54:26Z', 'updated_at': '2021-06-10T18:54:26Z', 'revision_number': 0, 'project_id': '1a2d315ad5024710bea813f4dc02e234', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc714dc2-1b27-4dee-8139-f82826461e57', 'name': '', 'network_id': '94dda773-c553-4b86-9491-0f581f6e4a36', 'tenant_id': '1a2d315ad5024710bea813f4dc02e234', 'mac_address': 'fa:16:3e:a0:a5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14855a53-48f8-4368-9dd5-ac55a5ddba45', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '8c695381-fb23-404d-8bb4-7b35cd4e37e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:53:25Z', 'updated_at': '2021-06-10T18:53:33Z', 'revision_number': 5, 'project_id': '1a2d315ad5024710bea813f4dc02e234', 'subnets': [{'id': '8c695381-fb23-404d-8bb4-7b35cd4e37e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-4-iscsi', False) {} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:54:29.506839 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ab2684-1a92-4717-ab4f-024418d574be None None] The sync data for ids ['14855a53-48f8-4368-9dd5-ac55a5ddba45'] in dv-cinder-786260-4-iscsi is: [{'id': '14855a53-48f8-4368-9dd5-ac55a5ddba45', 'name': 'tempest-TestShelveInstance-1425096123-router', 'tenant_id': '1a2d315ad5024710bea813f4dc02e234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '115343b1-8688-415c-9375-536ef5ba6ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T18:53:22Z', 'updated_at': '2021-06-10T18:53:26Z', 'revision_number': 4, 'project_id': '1a2d315ad5024710bea813f4dc02e234', 'gw_port': {'id': '115343b1-8688-415c-9375-536ef5ba6ddb', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:88:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14855a53-48f8-4368-9dd5-ac55a5ddba45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:53:23Z', 'updated_at': '2021-06-10T18:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi', '_floatingips': [{'id': '762aa9e3-bd63-4d51-82f6-0dfed8dfe706', 'tenant_id': '1a2d315ad5024710bea813f4dc02e234', 'floating_ip_address': '172.27.3.195', 'floating_network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'router_id': '14855a53-48f8-4368-9dd5-ac55a5ddba45', 'port_id': '43501b1a-0b6a-49d1-b168-1bc9e2b3d64c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94dda773-c553-4b86-9491-0f581f6e4a36', 'mac_address': 'fa:16:3e:a1:ed:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee236ae7-b9ef-473e-ae5c-fd621b0bca5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T18:54:26Z', 'updated_at': '2021-06-10T18:54:26Z', 'revision_number': 0, 'project_id': '1a2d315ad5024710bea813f4dc02e234', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc714dc2-1b27-4dee-8139-f82826461e57', 'name': '', 'network_id': '94dda773-c553-4b86-9491-0f581f6e4a36', 'tenant_id': '1a2d315ad5024710bea813f4dc02e234', 'mac_address': 'fa:16:3e:a0:a5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14855a53-48f8-4368-9dd5-ac55a5ddba45', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '8c695381-fb23-404d-8bb4-7b35cd4e37e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:53:25Z', 'updated_at': '2021-06-10T18:53:33Z', 'revision_number': 5, 'project_id': '1a2d315ad5024710bea813f4dc02e234', 'subnets': [{'id': '8c695381-fb23-404d-8bb4-7b35cd4e37e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 18:54:29.551638 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-3cc1473a-160c-4b63-88d3-c0afb47a11b8 req-e3a7c437-84af-4592-8bf4-c296dfe825bb service neutron] 10.222.0.39 "GET /v2.0/networks/94dda773-c553-4b86-9491-0f581f6e4a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349263 Jun 10 18:54:29.809942 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d99d68-4d88-41b9-adf8-a8ffce9f4a70 None None] New status for floating IP 762aa9e3-bd63-4d51-82f6-0dfed8dfe706: ACTIVE {{(pid=98187) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 18:54:29.991844 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce437da4-dd25-4b41-bbd5-9e454b4af058 req-3a43a402-2c4f-44e2-911e-19f3f2b34688 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:54:29.994070 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-ce437da4-dd25-4b41-bbd5-9e454b4af058 req-3a43a402-2c4f-44e2-911e-19f3f2b34688 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd0fa06a-987e-4b6e-a35d-ddfae995b593 HTTP/1.1" status: 200 len: 984 time: 0.0848882 Jun 10 18:54:30.075147 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-ce437da4-dd25-4b41-bbd5-9e454b4af058 req-7314952d-fb52-4d7d-85bd-b7cbfaa6dd4f tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] 10.222.0.15 "GET /v2.0/security-groups?id=71cb3935-69e0-41a9-bdb2-75ba4f200b08&id=e6bc7b4a-bc72-42f3-afbb-1c4965f0f943&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0734849 Jun 10 18:54:31.364019 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a42a19-040b-4210-b707-5cb1ddecac15 req-167f65f0-5385-4e53-a4e4-f443bdb6f185 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:54:31.365565 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-66a42a19-040b-4210-b707-5cb1ddecac15 req-167f65f0-5385-4e53-a4e4-f443bdb6f185 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd0fa06a-987e-4b6e-a35d-ddfae995b593 HTTP/1.1" status: 200 len: 984 time: 0.0804164 Jun 10 18:54:31.414328 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-66a42a19-040b-4210-b707-5cb1ddecac15 req-800b79a0-dfdf-4955-9620-57a0aca44fc0 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] 10.222.0.15 "GET /v2.0/security-groups?id=71cb3935-69e0-41a9-bdb2-75ba4f200b08&id=e6bc7b4a-bc72-42f3-afbb-1c4965f0f943&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0424085 Jun 10 18:54:32.620535 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a55bb9d-0b57-41a0-91da-2ac8b8f79cc5 req-a1209743-256b-403c-9307-f5a0dcc07cb8 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:54:32.622896 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-2a55bb9d-0b57-41a0-91da-2ac8b8f79cc5 req-a1209743-256b-403c-9307-f5a0dcc07cb8 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd0fa06a-987e-4b6e-a35d-ddfae995b593 HTTP/1.1" status: 200 len: 984 time: 0.0895779 Jun 10 18:54:32.678600 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-2a55bb9d-0b57-41a0-91da-2ac8b8f79cc5 req-f4a5a27e-ab0c-4874-8fd6-19f2091c35af tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] 10.222.0.15 "GET /v2.0/security-groups?id=71cb3935-69e0-41a9-bdb2-75ba4f200b08&id=e6bc7b4a-bc72-42f3-afbb-1c4965f0f943&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0477703 Jun 10 18:54:33.887086 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6eb7de-074b-4f0b-b437-833fbc495446 req-be3e8b01-10d8-460e-99ee-429abc5aac04 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:54:33.888842 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-6a6eb7de-074b-4f0b-b437-833fbc495446 req-be3e8b01-10d8-460e-99ee-429abc5aac04 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd0fa06a-987e-4b6e-a35d-ddfae995b593 HTTP/1.1" status: 200 len: 984 time: 0.0833673 Jun 10 18:54:33.947677 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-6a6eb7de-074b-4f0b-b437-833fbc495446 req-6d63272e-c900-4573-9356-77abb318b25a tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] 10.222.0.15 "GET /v2.0/security-groups?id=71cb3935-69e0-41a9-bdb2-75ba4f200b08&id=e6bc7b4a-bc72-42f3-afbb-1c4965f0f943&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0509167 Jun 10 18:54:35.167488 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12938494-3571-4d9a-86d9-33b7d83f0669 req-7af58722-2cd5-4245-a705-30fe27a74695 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:54:35.169787 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-12938494-3571-4d9a-86d9-33b7d83f0669 req-7af58722-2cd5-4245-a705-30fe27a74695 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd0fa06a-987e-4b6e-a35d-ddfae995b593 HTTP/1.1" status: 200 len: 984 time: 0.0770426 Jun 10 18:54:35.230549 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-12938494-3571-4d9a-86d9-33b7d83f0669 req-24f7a7fc-bae5-45d3-a7eb-1b99eec4e66d tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] 10.222.0.15 "GET /v2.0/security-groups?id=71cb3935-69e0-41a9-bdb2-75ba4f200b08&id=e6bc7b4a-bc72-42f3-afbb-1c4965f0f943&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0487204 Jun 10 18:54:36.434089 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618ac02b-67d1-4e2c-8adb-f63a339194d0 req-dbc3af41-f545-49ab-bc8b-ff2a14031286 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:54:36.436431 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-618ac02b-67d1-4e2c-8adb-f63a339194d0 req-dbc3af41-f545-49ab-bc8b-ff2a14031286 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd0fa06a-987e-4b6e-a35d-ddfae995b593 HTTP/1.1" status: 200 len: 984 time: 0.0833678 Jun 10 18:54:36.488702 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-618ac02b-67d1-4e2c-8adb-f63a339194d0 req-9a32183c-c495-41df-b07f-aec41f91b912 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] 10.222.0.15 "GET /v2.0/security-groups?id=71cb3935-69e0-41a9-bdb2-75ba4f200b08&id=e6bc7b4a-bc72-42f3-afbb-1c4965f0f943&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0454328 Jun 10 18:54:37.704143 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35328fca-80e6-4125-9d42-d866a0b3825f req-f14420f5-916a-4305-9fde-29b5469e1c52 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:54:37.705685 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-35328fca-80e6-4125-9d42-d866a0b3825f req-f14420f5-916a-4305-9fde-29b5469e1c52 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd0fa06a-987e-4b6e-a35d-ddfae995b593 HTTP/1.1" status: 200 len: 984 time: 0.0914500 Jun 10 18:54:37.754363 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-35328fca-80e6-4125-9d42-d866a0b3825f req-679dd145-9efc-4e4b-85f0-4b1b8deab1fa tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] 10.222.0.15 "GET /v2.0/security-groups?id=71cb3935-69e0-41a9-bdb2-75ba4f200b08&id=e6bc7b4a-bc72-42f3-afbb-1c4965f0f943&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0422766 Jun 10 18:54:38.935540 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd367a7d-1cab-4680-be25-339a47a4cb17 req-305e8d24-21dd-41d0-b8e6-564f33b27b04 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:54:38.937759 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-dd367a7d-1cab-4680-be25-339a47a4cb17 req-305e8d24-21dd-41d0-b8e6-564f33b27b04 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd0fa06a-987e-4b6e-a35d-ddfae995b593 HTTP/1.1" status: 200 len: 984 time: 0.0682371 Jun 10 18:54:38.979728 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-dd367a7d-1cab-4680-be25-339a47a4cb17 req-d5ecf112-c1fb-45df-adc9-a7be4cf2d60d tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] 10.222.0.15 "GET /v2.0/security-groups?id=71cb3935-69e0-41a9-bdb2-75ba4f200b08&id=e6bc7b4a-bc72-42f3-afbb-1c4965f0f943&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0365231 Jun 10 18:54:41.225190 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 53126) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:54:41.276718 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.db.db_base_plugin_v2 [None req-8846ab3f-bfcc-4b40-914d-f6898c41f5aa admin admin] Deleting subnet 853a8646-deb7-4e82-9853-28cb2f349eda {{(pid=98184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 18:54:41.279756 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-8846ab3f-bfcc-4b40-914d-f6898c41f5aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:54:41.328880 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-8846ab3f-bfcc-4b40-914d-f6898c41f5aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374921'] for subnet, precommit_delete_associations {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:54:41.373687 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-8846ab3f-bfcc-4b40-914d-f6898c41f5aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883551'] for subnet, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:54:41.432188 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-8846ab3f-bfcc-4b40-914d-f6898c41f5aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12375021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740050'] for subnet, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:54:41.434329 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:54:41.466323 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8846ab3f-bfcc-4b40-914d-f6898c41f5aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=853a8646-deb7-4e82-9853-28cb2f349eda,revision_number=None']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:54:41.468209 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-8846ab3f-bfcc-4b40-914d-f6898c41f5aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731712'] for subnet, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:54:41.470282 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-8846ab3f-bfcc-4b40-914d-f6898c41f5aa admin admin] 10.222.0.15 "DELETE /v2.0/subnets/853a8646-deb7-4e82-9853-28cb2f349eda HTTP/1.1" status: 204 len: 168 time: 0.2438693 Jun 10 18:54:41.470927 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-8846ab3f-bfcc-4b40-914d-f6898c41f5aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:54:41.472789 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 53128) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:54:41.563882 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-53f45e8a-9b35-4d61-a79b-c23252698fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542662'] for network, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:54:41.667038 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-53f45e8a-9b35-4d61-a79b-c23252698fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-876752', 'neutron.services.segments.db._delete_segments_for_network-8731578620079'] for network, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:54:41.677606 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.services.segments.db [None req-53f45e8a-9b35-4d61-a79b-c23252698fc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42dfe5e9-a89f-41b0-9120-69c3f8e4d5d1']}} {{(pid=98184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:54:41.688628 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.services.segments.db [None req-53f45e8a-9b35-4d61-a79b-c23252698fc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd8a95b1-df89-4697-b2a8-3eed9065fa4f') {'for_net_delete': True} {{(pid=98184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:54:41.688926 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.services.segments.db [None req-53f45e8a-9b35-4d61-a79b-c23252698fc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd8a95b1-df89-4697-b2a8-3eed9065fa4f') {} {{(pid=98184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:54:41.698311 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-53f45e8a-9b35-4d61-a79b-c23252698fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731578619908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374928'] for segment, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:54:41.713435 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-53f45e8a-9b35-4d61-a79b-c23252698fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881768'] for segment, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:54:41.719213 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53f45e8a-9b35-4d61-a79b-c23252698fc8 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=98184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 18:54:41.719533 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-53f45e8a-9b35-4d61-a79b-c23252698fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12374130'] for segment, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:54:41.721159 dv-cinder-786260-4-iscsi neutron-server[98184]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 18:54:41.721159 dv-cinder-786260-4-iscsi neutron-server[98184]: conditions |= (models_v2.Port.network_id.in_( Jun 10 18:54:41.721159 dv-cinder-786260-4-iscsi neutron-server[98184]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 18:54:41.721159 dv-cinder-786260-4-iscsi neutron-server[98184]: retrieve_revision_numbers = { Jun 10 18:54:41.721159 dv-cinder-786260-4-iscsi neutron-server[98184]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 18:54:41.721159 dv-cinder-786260-4-iscsi neutron-server[98184]: conditions |= (models_v2.Port.network_id.in_( Jun 10 18:54:41.721159 dv-cinder-786260-4-iscsi neutron-server[98184]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 18:54:41.721159 dv-cinder-786260-4-iscsi neutron-server[98184]: retrieve_revision_numbers = { Jun 10 18:54:41.721159 dv-cinder-786260-4-iscsi neutron-server[98184]: Traceback (most recent call last): Jun 10 18:54:41.721159 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 18:54:41.721159 dv-cinder-786260-4-iscsi neutron-server[98184]: timer() Jun 10 18:54:41.721159 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 18:54:41.721159 dv-cinder-786260-4-iscsi neutron-server[98184]: cb(*args, **kw) Jun 10 18:54:41.721159 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 18:54:41.721159 dv-cinder-786260-4-iscsi neutron-server[98184]: return func(*args, **kwargs) Jun 10 18:54:41.721159 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 18:54:41.721159 dv-cinder-786260-4-iscsi neutron-server[98184]: self._notify() Jun 10 18:54:41.721159 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 18:54:41.721159 dv-cinder-786260-4-iscsi neutron-server[98184]: self.callback(batched_events) Jun 10 18:54:41.721159 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 18:54:41.721159 dv-cinder-786260-4-iscsi neutron-server[98184]: event.method(event) Jun 10 18:54:41.721159 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 18:54:41.721159 dv-cinder-786260-4-iscsi neutron-server[98184]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 18:54:41.721159 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 18:54:41.721159 dv-cinder-786260-4-iscsi neutron-server[98184]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 18:54:41.721159 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 18:54:41.721159 dv-cinder-786260-4-iscsi neutron-server[98184]: return f(self, *a, **k) Jun 10 18:54:41.721159 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 18:54:41.721159 dv-cinder-786260-4-iscsi neutron-server[98184]: return self._get(url).json() Jun 10 18:54:41.721159 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 18:54:41.721159 dv-cinder-786260-4-iscsi neutron-server[98184]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 18:54:41.721159 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 18:54:41.721159 dv-cinder-786260-4-iscsi neutron-server[98184]: return self.request(url, 'GET', **kwargs) Jun 10 18:54:41.721159 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 18:54:41.721159 dv-cinder-786260-4-iscsi neutron-server[98184]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 18:54:41.721159 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 18:54:41.721159 dv-cinder-786260-4-iscsi neutron-server[98184]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 18:54:41.721159 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 18:54:41.721159 dv-cinder-786260-4-iscsi neutron-server[98184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 18:54:41.721159 dv-cinder-786260-4-iscsi neutron-server[98184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 18:54:41.795782 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-53f45e8a-9b35-4d61-a79b-c23252698fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-876761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4045579'] for network, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:54:41.798591 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-7c55811e-4585-48ff-be77-8b59cb80f51f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:54:41.800400 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:54:41.802732 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-53f45e8a-9b35-4d61-a79b-c23252698fc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731712'] for network, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:54:41.804792 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-53f45e8a-9b35-4d61-a79b-c23252698fc8 admin admin] 10.222.0.15 "DELETE /v2.0/networks/42dfe5e9-a89f-41b0-9120-69c3f8e4d5d1 HTTP/1.1" status: 204 len: 168 time: 0.3310752 Jun 10 18:54:41.818683 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f45e8a-9b35-4d61-a79b-c23252698fc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=42dfe5e9-a89f-41b0-9120-69c3f8e4d5d1,revision_number=None']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:54:41.820998 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-53f45e8a-9b35-4d61-a79b-c23252698fc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:54:41.967702 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 53134) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:54:42.010726 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-4f518642-e877-4d32-99b9-df02464a6fdd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c5715222646a492fb886b349697008be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0416706 Jun 10 18:54:42.012933 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 53136) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:54:42.067104 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-16e7553d-e25a-445a-be5f-90ab96cae6a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:54:42.088703 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-16e7553d-e25a-445a-be5f-90ab96cae6a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:54:42.136716 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-16e7553d-e25a-445a-be5f-90ab96cae6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:54:42.139345 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-16e7553d-e25a-445a-be5f-90ab96cae6a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:54:42.141058 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-16e7553d-e25a-445a-be5f-90ab96cae6a4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a5cf943e-4d29-4b7d-9742-883fb114f85a HTTP/1.1" status: 204 len: 168 time: 0.1272068 Jun 10 18:54:42.142094 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-b217e094-61ea-4fcb-b236-ee6c018c500b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:54:42.150432 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e7553d-e25a-445a-be5f-90ab96cae6a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5cf943e-4d29-4b7d-9742-883fb114f85a,revision_number=None']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:54:42.152893 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-16e7553d-e25a-445a-be5f-90ab96cae6a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:54:44.278237 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-e2b9ec37-02f5-41f1-92e0-b751c049a9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:54:44.428839 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:54:45.434643 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-8dcc316c-a8c5-4da3-a0ad-e3f4fe9157be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:54:47.245860 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-bf1ede84-8c21-46ff-8a19-cb90afe635a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:54:47.628527 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:54:51.959495 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.agents_db [None req-dd8e6269-3fd9-4915-b5ed-83e1f738bf4e None None] Agent healthcheck: found 6 active agents {{(pid=98187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 18:54:55.140058 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-12c09823-ab7f-46ec-a892-41551cb395f2 req-7b420030-4183-4645-a4c9-1332bd23cfc5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0582535 Jun 10 18:54:55.225656 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c09823-ab7f-46ec-a892-41551cb395f2 req-a522850b-05df-468f-98c5-c693483ea841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:54:55.227116 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-12c09823-ab7f-46ec-a892-41551cb395f2 req-a522850b-05df-468f-98c5-c693483ea841 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c50ca810c49044daa0af12e38f6ab6a1&device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 1099 time: 0.0642858 Jun 10 18:54:55.363329 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c09823-ab7f-46ec-a892-41551cb395f2 req-3f1a1111-82c4-4f25-a254-b66fca2c3349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:54:55.364834 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-12c09823-ab7f-46ec-a892-41551cb395f2 req-3f1a1111-82c4-4f25-a254-b66fca2c3349 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a9c6338b-27b7-4507-a101-996d60be3c98 HTTP/1.1" status: 200 len: 918 time: 0.1163902 Jun 10 18:54:55.454824 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-12c09823-ab7f-46ec-a892-41551cb395f2 req-6b3ccf41-e6b6-449d-9216-3aae10a34b63 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76331b0e-aa76-4209-9101-3faadfe15b6d HTTP/1.1" status: 200 len: 1001 time: 0.0784304 Jun 10 18:54:55.695545 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3faacae-22df-496f-89ba-4daba9733afb req-b1bbc372-e130-4b67-acce-299322ec2c10 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:54:55.696926 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-a3faacae-22df-496f-89ba-4daba9733afb req-b1bbc372-e130-4b67-acce-299322ec2c10 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 946 time: 0.0689247 Jun 10 18:54:55.740034 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-a3faacae-22df-496f-89ba-4daba9733afb req-9ea85693-0acf-45ab-abcd-0674b1350406 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376348 Jun 10 18:54:56.933174 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462df9db-32b5-4699-86f5-5c49e069d543 req-c25f488a-7004-449f-a4ea-7df9685d50fc tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:54:56.934668 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-462df9db-32b5-4699-86f5-5c49e069d543 req-c25f488a-7004-449f-a4ea-7df9685d50fc tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 946 time: 0.0744488 Jun 10 18:54:56.980009 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-462df9db-32b5-4699-86f5-5c49e069d543 req-21a4d4de-7e4b-458b-96e9-f0a6e645bcb3 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396667 Jun 10 18:54:57.082001 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c09823-ab7f-46ec-a892-41551cb395f2 req-5f6fd54f-0631-494a-9817-ba74f72ce299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:54:57.083419 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-12c09823-ab7f-46ec-a892-41551cb395f2 req-5f6fd54f-0631-494a-9817-ba74f72ce299 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a8ea2a47-c287-4e16-9d1f-c9a7e0a2eaeb HTTP/1.1" status: 200 len: 856 time: 0.0530722 Jun 10 18:54:58.038818 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c09823-ab7f-46ec-a892-41551cb395f2 req-e58d971d-0a3b-4b0c-b1c5-4fa8e53a5056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:54:58.040308 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-12c09823-ab7f-46ec-a892-41551cb395f2 req-e58d971d-0a3b-4b0c-b1c5-4fa8e53a5056 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a9c6338b-27b7-4507-a101-996d60be3c98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0603776 Jun 10 18:54:58.164612 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290e659d-0faf-4e6a-b1c7-7c84ddedda5c req-67a9ff8f-3a6b-4f6c-8634-00a479d0edc2 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:54:58.166071 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-290e659d-0faf-4e6a-b1c7-7c84ddedda5c req-67a9ff8f-3a6b-4f6c-8634-00a479d0edc2 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 946 time: 0.0700934 Jun 10 18:54:58.206799 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-290e659d-0faf-4e6a-b1c7-7c84ddedda5c req-63fd31ec-95e9-45a6-9001-20466ff98659 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352130 Jun 10 18:54:59.491842 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9726b64-7180-4f2f-8a09-ca737b77cbde req-364e4cf3-be8f-482b-b535-db768be56f54 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:54:59.493296 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-e9726b64-7180-4f2f-8a09-ca737b77cbde req-364e4cf3-be8f-482b-b535-db768be56f54 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 946 time: 0.1629186 Jun 10 18:54:59.496830 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-12c09823-ab7f-46ec-a892-41551cb395f2 req-745b5d91-c64f-44f4-9caf-bccecb451ae8 service neutron] 10.222.0.39 "GET /v2.0/networks/a9c6338b-27b7-4507-a101-996d60be3c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330845 Jun 10 18:54:59.568089 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-e9726b64-7180-4f2f-8a09-ca737b77cbde req-a371c0e2-586e-4669-96cf-d6757b939631 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691745 Jun 10 18:54:59.635481 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-12c09823-ab7f-46ec-a892-41551cb395f2 req-ae4757b3-3424-47a0-967d-f63bc3b4808f service neutron] 10.222.0.39 "GET /v2.0/networks/a9c6338b-27b7-4507-a101-996d60be3c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297014 Jun 10 18:55:00.751323 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69bb38a-afd0-4f18-a34d-3d46524a177f req-ffcd37c0-9b37-4a0e-8df1-f07b7445596f tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:55:00.752824 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-b69bb38a-afd0-4f18-a34d-3d46524a177f req-ffcd37c0-9b37-4a0e-8df1-f07b7445596f tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 946 time: 0.0705910 Jun 10 18:55:00.793249 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-b69bb38a-afd0-4f18-a34d-3d46524a177f req-8d532264-aaeb-45cc-a132-24942aaa5065 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349205 Jun 10 18:55:01.906234 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f3d89e-d1a6-46ed-8048-513e9b51be65 req-e5836271-4f67-476d-abb1-7b99d1c756e8 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:55:01.908366 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-91f3d89e-d1a6-46ed-8048-513e9b51be65 req-e5836271-4f67-476d-abb1-7b99d1c756e8 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.39 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 946 time: 0.0777557 Jun 10 18:55:02.059716 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e383068-28ef-498c-ad06-28d368907a39 req-fad31532-2d7d-4953-8305-1eec4d62013f tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:55:02.061167 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-2e383068-28ef-498c-ad06-28d368907a39 req-fad31532-2d7d-4953-8305-1eec4d62013f tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 946 time: 0.1504741 Jun 10 18:55:02.111387 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.plugin [req-91f3d89e-d1a6-46ed-8048-513e9b51be65 req-000b24bb-a844-46ce-be6f-ce9f5ff8ebb4 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Deleting port 76331b0e-aa76-4209-9101-3faadfe15b6d {{(pid=98184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 18:55:02.111728 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [req-91f3d89e-d1a6-46ed-8048-513e9b51be65 req-000b24bb-a844-46ce-be6f-ce9f5ff8ebb4 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578452511'] for port, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:02.130913 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-2e383068-28ef-498c-ad06-28d368907a39 req-fc8c5bc0-0141-4169-ba7e-ddf4a5e8cdf8 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=c242e57f-9305-4c6b-8796-6195eb4bd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635483 Jun 10 18:55:02.231346 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.db [req-91f3d89e-d1a6-46ed-8048-513e9b51be65 req-000b24bb-a844-46ce-be6f-ce9f5ff8ebb4 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] For port 76331b0e-aa76-4209-9101-3faadfe15b6d, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=76331b0e-aa76-4209-9101-3faadfe15b6d,segment=NetworkSegment(cce5025b-9a61-488a-a883-513d04362a8a),segment_id=cce5025b-9a61-488a-a883-513d04362a8a)] {{(pid=98184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:55:02.231627 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [req-91f3d89e-d1a6-46ed-8048-513e9b51be65 req-000b24bb-a844-46ce-be6f-ce9f5ff8ebb4 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4044702'] for port, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:02.475320 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [req-91f3d89e-d1a6-46ed-8048-513e9b51be65 req-000b24bb-a844-46ce-be6f-ce9f5ff8ebb4 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:02.475697 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [req-91f3d89e-d1a6-46ed-8048-513e9b51be65 req-000b24bb-a844-46ce-be6f-ce9f5ff8ebb4 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4045568'] for floatingip, after_update {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:02.476015 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.db.l3_db [req-91f3d89e-d1a6-46ed-8048-513e9b51be65 req-000b24bb-a844-46ce-be6f-ce9f5ff8ebb4 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Floating IP eced0e01-2d36-4da0-936d-b13cda7f21d0 disassociated. External IP: 172.27.3.215, port: 76331b0e-aa76-4209-9101-3faadfe15b6d. Jun 10 18:55:02.476360 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.plugin [req-91f3d89e-d1a6-46ed-8048-513e9b51be65 req-000b24bb-a844-46ce-be6f-ce9f5ff8ebb4 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Calling delete_port for 76331b0e-aa76-4209-9101-3faadfe15b6d owned by compute:nova {{(pid=98184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 18:55:02.628222 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [req-91f3d89e-d1a6-46ed-8048-513e9b51be65 req-000b24bb-a844-46ce-be6f-ce9f5ff8ebb4 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578457411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578064415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12374055'] for port, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:02.632157 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:55:02.661713 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000b24bb-a844-46ce-be6f-ce9f5ff8ebb4 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Pushing event deleted for resources: {'Port': ['ID=76331b0e-aa76-4209-9101-3faadfe15b6d,revision_number=None']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:55:02.664658 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-000b24bb-a844-46ce-be6f-ce9f5ff8ebb4 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:55:02.808990 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.scheduler.l3_agent_scheduler [req-91f3d89e-d1a6-46ed-8048-513e9b51be65 req-000b24bb-a844-46ce-be6f-ce9f5ff8ebb4 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Router b861166f-894e-4d66-9439-d4d81a6d306d has already been hosted by L3 agent 1661496b-b13c-41e5-8e80-f6a07c138e01 {{(pid=98184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 18:55:02.963550 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-91f3d89e-d1a6-46ed-8048-513e9b51be65 req-000b24bb-a844-46ce-be6f-ce9f5ff8ebb4 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Notify agent at l3_agent.dv-cinder-786260-4-iscsi the message routers_updated {{(pid=98184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 18:55:02.974284 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0e5fe5-587d-4a26-a06f-2bf73b4f6a18 None None] Sync routers for ids ['b861166f-894e-4d66-9439-d4d81a6d306d'] in dv-cinder-786260-4-iscsi {{(pid=98186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 18:55:02.983158 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0e5fe5-587d-4a26-a06f-2bf73b4f6a18 None None] Routers {'b861166f-894e-4d66-9439-d4d81a6d306d'} bound to L3 agent in host dv-cinder-786260-4-iscsi {{(pid=98186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 18:55:02.983942 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-7e0e5fe5-587d-4a26-a06f-2bf73b4f6a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T18:39:44Z,description=,heartbeat_timestamp=2021-06-10T18:54:44Z,host='dv-cinder-786260-4-iscsi',id=1661496b-b13c-41e5-8e80-f6a07c138e01,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T18:39:44Z,topic='l3_agent')) {'router_ids': ['b861166f-894e-4d66-9439-d4d81a6d306d'], 'active': True} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:55:03.017861 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.db.l3_dvrscheduler_db [req-91f3d89e-d1a6-46ed-8048-513e9b51be65 req-000b24bb-a844-46ce-be6f-ce9f5ff8ebb4 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] No DVR routers for this DVR port 76331b0e-aa76-4209-9101-3faadfe15b6d on host hv-cinder-78626 {{(pid=98184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 18:55:03.021029 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [req-91f3d89e-d1a6-46ed-8048-513e9b51be65 req-000b24bb-a844-46ce-be6f-ce9f5ff8ebb4 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230521'] for port, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:03.023087 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-91f3d89e-d1a6-46ed-8048-513e9b51be65 req-000b24bb-a844-46ce-be6f-ce9f5ff8ebb4 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.39 "DELETE /v2.0/ports/76331b0e-aa76-4209-9101-3faadfe15b6d HTTP/1.1" status: 204 len: 173 time: 1.1036479 Jun 10 18:55:03.023585 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '135f92c8-e0cb-4946-a349-7e8f9d30c078', 'name': 'network-vif-deleted', 'tag': '76331b0e-aa76-4209-9101-3faadfe15b6d'}] {{(pid=98184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 18:55:03.025895 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb56d522721b4b5adfc42fa723f2f3515f3582caf8bc0113b3f39c2a7fe625ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad2ffb59-afb8-49db-94e5-cce3194d60bc" -d '{"events": [{"server_uuid": "135f92c8-e0cb-4946-a349-7e8f9d30c078", "name": "network-vif-deleted", "tag": "76331b0e-aa76-4209-9101-3faadfe15b6d"}]}' {{(pid=98184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 18:55:03.068548 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 18:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66864ab6-86ab-4fbe-af40-24185963f202 x-openstack-request-id: req-66864ab6-86ab-4fbe-af40-24185963f202 {{(pid=98184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 18:55:03.068880 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "135f92c8-e0cb-4946-a349-7e8f9d30c078", "name": "network-vif-deleted", "tag": "76331b0e-aa76-4209-9101-3faadfe15b6d", "status": "completed", "code": 200}]} {{(pid=98184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 18:55:03.069172 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-66864ab6-86ab-4fbe-af40-24185963f202 {{(pid=98184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 18:55:03.069641 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '135f92c8-e0cb-4946-a349-7e8f9d30c078', 'name': 'network-vif-deleted', 'tag': '76331b0e-aa76-4209-9101-3faadfe15b6d', 'status': 'completed', 'code': 200} Jun 10 18:55:03.139714 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvr_db [None req-7e0e5fe5-587d-4a26-a06f-2bf73b4f6a18 None None] Set router b861166f-894e-4d66-9439-d4d81a6d306d gateway port host: dv-cinder-786260-4-iscsi {{(pid=98186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 18:55:03.306406 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-3d832b92-13c4-4441-9b6b-9ffb09016e6f req-9ac857ac-1e28-49df-9336-0f3d6077744a tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=135f92c8-e0cb-4946-a349-7e8f9d30c078 HTTP/1.1" status: 200 len: 210 time: 0.0354450 Jun 10 18:55:03.412604 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-7e0e5fe5-587d-4a26-a06f-2bf73b4f6a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b861166f-894e-4d66-9439-d4d81a6d306d', 'name': 'tempest-AttachVolumeShelveTestJSON-1199840927-router', 'tenant_id': 'c50ca810c49044daa0af12e38f6ab6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '0de45170-2499-4cb9-9b3a-72076bb7ebe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T18:47:25Z', 'updated_at': '2021-06-10T18:47:43Z', 'revision_number': 4, 'project_id': 'c50ca810c49044daa0af12e38f6ab6a1', 'gw_port': {'id': '0de45170-2499-4cb9-9b3a-72076bb7ebe4', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ad:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b861166f-894e-4d66-9439-d4d81a6d306d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:47:28Z', 'updated_at': '2021-06-10T18:47:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi', '_interfaces': [{'id': '2750cf86-e100-4486-9476-dbb9c10060f9', 'name': '', 'network_id': 'a9c6338b-27b7-4507-a101-996d60be3c98', 'tenant_id': 'c50ca810c49044daa0af12e38f6ab6a1', 'mac_address': 'fa:16:3e:43:1e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b861166f-894e-4d66-9439-d4d81a6d306d', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'a8ea2a47-c287-4e16-9d1f-c9a7e0a2eaeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:47:40Z', 'updated_at': '2021-06-10T18:47:54Z', 'revision_number': 5, 'project_id': 'c50ca810c49044daa0af12e38f6ab6a1', 'subnets': [{'id': 'a8ea2a47-c287-4e16-9d1f-c9a7e0a2eaeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-4-iscsi', False) {} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:55:03.415932 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0e5fe5-587d-4a26-a06f-2bf73b4f6a18 None None] Checking router: b861166f-894e-4d66-9439-d4d81a6d306d for host: dv-cinder-786260-4-iscsi {{(pid=98186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 18:55:03.424702 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0e5fe5-587d-4a26-a06f-2bf73b4f6a18 None None] Routers {'b861166f-894e-4d66-9439-d4d81a6d306d'} bound to L3 agent in host dv-cinder-786260-4-iscsi {{(pid=98186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 18:55:03.425311 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-7e0e5fe5-587d-4a26-a06f-2bf73b4f6a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T18:39:44Z,description=,heartbeat_timestamp=2021-06-10T18:54:44Z,host='dv-cinder-786260-4-iscsi',id=1661496b-b13c-41e5-8e80-f6a07c138e01,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T18:39:44Z,topic='l3_agent')) {'router_ids': ['b861166f-894e-4d66-9439-d4d81a6d306d'], 'active': True} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:55:03.572783 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvr_db [None req-7e0e5fe5-587d-4a26-a06f-2bf73b4f6a18 None None] Set router b861166f-894e-4d66-9439-d4d81a6d306d gateway port host: dv-cinder-786260-4-iscsi {{(pid=98186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 18:55:03.895471 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Device 76331b0e-aa76-4209-9101-3faadfe15b6d no longer exists at agent hyperv_hv-cinder-78626 {{(pid=98186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 18:55:03.927234 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.plugin [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] No Port match for: 76331b0e-aa76-4209-9101-3faadfe15b6d {{(pid=98186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 18:55:03.927653 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Device 76331b0e-aa76-4209-9101-3faadfe15b6d not bound to the agent host hv-cinder-78626 {{(pid=98186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 18:55:04.009740 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-7e0e5fe5-587d-4a26-a06f-2bf73b4f6a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b861166f-894e-4d66-9439-d4d81a6d306d', 'name': 'tempest-AttachVolumeShelveTestJSON-1199840927-router', 'tenant_id': 'c50ca810c49044daa0af12e38f6ab6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '0de45170-2499-4cb9-9b3a-72076bb7ebe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T18:47:25Z', 'updated_at': '2021-06-10T18:47:43Z', 'revision_number': 4, 'project_id': 'c50ca810c49044daa0af12e38f6ab6a1', 'gw_port': {'id': '0de45170-2499-4cb9-9b3a-72076bb7ebe4', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ad:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b861166f-894e-4d66-9439-d4d81a6d306d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:47:28Z', 'updated_at': '2021-06-10T18:47:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi', '_interfaces': [{'id': '2750cf86-e100-4486-9476-dbb9c10060f9', 'name': '', 'network_id': 'a9c6338b-27b7-4507-a101-996d60be3c98', 'tenant_id': 'c50ca810c49044daa0af12e38f6ab6a1', 'mac_address': 'fa:16:3e:43:1e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b861166f-894e-4d66-9439-d4d81a6d306d', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'a8ea2a47-c287-4e16-9d1f-c9a7e0a2eaeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:47:40Z', 'updated_at': '2021-06-10T18:47:54Z', 'revision_number': 5, 'project_id': 'c50ca810c49044daa0af12e38f6ab6a1', 'subnets': [{'id': 'a8ea2a47-c287-4e16-9d1f-c9a7e0a2eaeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-4-iscsi', False) {} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:55:04.013269 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0e5fe5-587d-4a26-a06f-2bf73b4f6a18 None None] The sync data for ids ['b861166f-894e-4d66-9439-d4d81a6d306d'] in dv-cinder-786260-4-iscsi is: [{'id': 'b861166f-894e-4d66-9439-d4d81a6d306d', 'name': 'tempest-AttachVolumeShelveTestJSON-1199840927-router', 'tenant_id': 'c50ca810c49044daa0af12e38f6ab6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '0de45170-2499-4cb9-9b3a-72076bb7ebe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T18:47:25Z', 'updated_at': '2021-06-10T18:47:43Z', 'revision_number': 4, 'project_id': 'c50ca810c49044daa0af12e38f6ab6a1', 'gw_port': {'id': '0de45170-2499-4cb9-9b3a-72076bb7ebe4', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ad:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b861166f-894e-4d66-9439-d4d81a6d306d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:47:28Z', 'updated_at': '2021-06-10T18:47:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi', '_interfaces': [{'id': '2750cf86-e100-4486-9476-dbb9c10060f9', 'name': '', 'network_id': 'a9c6338b-27b7-4507-a101-996d60be3c98', 'tenant_id': 'c50ca810c49044daa0af12e38f6ab6a1', 'mac_address': 'fa:16:3e:43:1e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b861166f-894e-4d66-9439-d4d81a6d306d', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'a8ea2a47-c287-4e16-9d1f-c9a7e0a2eaeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:47:40Z', 'updated_at': '2021-06-10T18:47:54Z', 'revision_number': 5, 'project_id': 'c50ca810c49044daa0af12e38f6ab6a1', 'subnets': [{'id': 'a8ea2a47-c287-4e16-9d1f-c9a7e0a2eaeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 18:55:04.219088 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e57614-ac1d-4831-ae7c-2cd7df59fc73 None None] New status for floating IP eced0e01-2d36-4da0-936d-b13cda7f21d0: DOWN {{(pid=98187) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 18:55:04.442144 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 53312) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:55:04.508416 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-46100940-e323-4b32-ab03-10e4f2368d4a tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Notify callbacks [] for security_group, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:04.535510 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-46100940-e323-4b32-ab03-10e4f2368d4a tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:04.587768 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-46100940-e323-4b32-ab03-10e4f2368d4a tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:04.590682 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-46100940-e323-4b32-ab03-10e4f2368d4a tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Notify callbacks [] for security_group, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:04.591804 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-46100940-e323-4b32-ab03-10e4f2368d4a tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "DELETE /v2.0/security-groups/c242e57f-9305-4c6b-8796-6195eb4bd5d0 HTTP/1.1" status: 204 len: 168 time: 0.1486371 Jun 10 18:55:04.592777 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-f8fb73c3-0d4b-41da-a413-b2f12cc9443b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:55:04.594571 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 53314) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:55:04.603226 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46100940-e323-4b32-ab03-10e4f2368d4a tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c242e57f-9305-4c6b-8796-6195eb4bd5d0,revision_number=None']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:55:04.610099 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46100940-e323-4b32-ab03-10e4f2368d4a tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:55:04.611124 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46100940-e323-4b32-ab03-10e4f2368d4a tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:55:04.611598 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46100940-e323-4b32-ab03-10e4f2368d4a tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:55:04.611972 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46100940-e323-4b32-ab03-10e4f2368d4a tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:55:04.612373 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46100940-e323-4b32-ab03-10e4f2368d4a tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:55:04.612742 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46100940-e323-4b32-ab03-10e4f2368d4a tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:55:04.613107 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46100940-e323-4b32-ab03-10e4f2368d4a tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:55:04.613492 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46100940-e323-4b32-ab03-10e4f2368d4a tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:55:04.613857 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46100940-e323-4b32-ab03-10e4f2368d4a tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:55:04.613966 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.api.v2.resource [None req-6ff2b80b-4a2d-4dd4-b386-c816ebcd5317 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] show failed (client error): The resource could not be found. Jun 10 18:55:04.614217 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46100940-e323-4b32-ab03-10e4f2368d4a tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:55:04.614589 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46100940-e323-4b32-ab03-10e4f2368d4a tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:55:04.614877 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-6ff2b80b-4a2d-4dd4-b386-c816ebcd5317 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups/c242e57f-9305-4c6b-8796-6195eb4bd5d0 HTTP/1.1" status: 404 len: 347 time: 0.0185771 Jun 10 18:55:04.614987 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46100940-e323-4b32-ab03-10e4f2368d4a tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:55:04.617973 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 53316) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:55:04.620073 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-46100940-e323-4b32-ab03-10e4f2368d4a tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:55:04.785874 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.plugin [None req-29a51340-edbb-42f4-9482-768193660bf6 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Deleting port 1a0f5941-6a12-464f-94b4-e91621ae728c {{(pid=98185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 18:55:04.786141 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-29a51340-edbb-42f4-9482-768193660bf6 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578452511'] for port, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:04.892355 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-29a51340-edbb-42f4-9482-768193660bf6 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4044702'] for port, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:04.892694 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-29a51340-edbb-42f4-9482-768193660bf6 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:04.989552 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.plugin [None req-29a51340-edbb-42f4-9482-768193660bf6 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Calling delete_port for 1a0f5941-6a12-464f-94b4-e91621ae728c owned by network:floatingip {{(pid=98185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 18:55:05.158903 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-29a51340-edbb-42f4-9482-768193660bf6 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578457411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578064415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11876817'] for port, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:05.160773 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-5d132432-a1e5-4fb4-b6de-cb1d308716e0 tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:55:05.188933 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a51340-edbb-42f4-9482-768193660bf6 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Pushing event deleted for resources: {'Port': ['ID=1a0f5941-6a12-464f-94b4-e91621ae728c,revision_number=None']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:55:05.192118 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-29a51340-edbb-42f4-9482-768193660bf6 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:55:05.271775 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-29a51340-edbb-42f4-9482-768193660bf6 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Notify callbacks [] for floatingip, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:05.274684 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-29a51340-edbb-42f4-9482-768193660bf6 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230521'] for floatingip, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:05.275824 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-29a51340-edbb-42f4-9482-768193660bf6 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "DELETE /v2.0/floatingips/eced0e01-2d36-4da0-936d-b13cda7f21d0 HTTP/1.1" status: 204 len: 168 time: 0.6568835 Jun 10 18:55:05.689079 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 53326) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:55:05.693794 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.v2.base [None req-718b33d8-8597-4e11-9cbb-f01537143e5f tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1965689137', 'description': 'tempest-description--1244373744'}} {{(pid=98184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:55:05.715701 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-718b33d8-8597-4e11-9cbb-f01537143e5f tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Notify callbacks [] for security_group, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:05.799171 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-718b33d8-8597-4e11-9cbb-f01537143e5f tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Notify callbacks [] for security_group, precommit_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:05.802926 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-718b33d8-8597-4e11-9cbb-f01537143e5f tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:05.806010 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-5755532f-8812-40b8-a49e-d856a9e3d59b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:55:05.830829 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-718b33d8-8597-4e11-9cbb-f01537143e5f tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Notify callbacks [] for security_group, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:05.832010 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-718b33d8-8597-4e11-9cbb-f01537143e5f tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1417632 Jun 10 18:55:05.834889 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 53328) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:55:05.836155 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718b33d8-8597-4e11-9cbb-f01537143e5f tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9818fcc9-e0c8-4a39-af37-e9cb997b8366,revision_number=1']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:55:05.839734 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.v2.base [None req-f36a877d-47d7-4b6b-ac30-c6514ed8d3c0 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Request body: {'security_group_rule': {'security_group_id': '9818fcc9-e0c8-4a39-af37-e9cb997b8366', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:55:05.843155 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718b33d8-8597-4e11-9cbb-f01537143e5f tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:55:05.843528 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718b33d8-8597-4e11-9cbb-f01537143e5f tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:55:05.843898 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718b33d8-8597-4e11-9cbb-f01537143e5f tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:55:05.844263 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718b33d8-8597-4e11-9cbb-f01537143e5f tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:55:05.844622 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718b33d8-8597-4e11-9cbb-f01537143e5f tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:55:05.845167 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718b33d8-8597-4e11-9cbb-f01537143e5f tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:55:05.845634 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718b33d8-8597-4e11-9cbb-f01537143e5f tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:55:05.845995 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718b33d8-8597-4e11-9cbb-f01537143e5f tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:55:05.846349 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718b33d8-8597-4e11-9cbb-f01537143e5f tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:55:05.846701 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718b33d8-8597-4e11-9cbb-f01537143e5f tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:55:05.847052 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718b33d8-8597-4e11-9cbb-f01537143e5f tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:55:05.847400 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718b33d8-8597-4e11-9cbb-f01537143e5f tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:55:05.850981 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-718b33d8-8597-4e11-9cbb-f01537143e5f tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:55:05.866833 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-f36a877d-47d7-4b6b-ac30-c6514ed8d3c0 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:05.928893 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-f36a877d-47d7-4b6b-ac30-c6514ed8d3c0 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:05.932158 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-f36a877d-47d7-4b6b-ac30-c6514ed8d3c0 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102015'] for security_group_rule, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:05.934317 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-ecdc6e27-bf03-41f0-8547-817a2f745960 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:55:05.951463 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36a877d-47d7-4b6b-ac30-c6514ed8d3c0 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ba192b7-7f82-4513-a033-a5f00ba6a432,revision_number=0']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:55:05.954774 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-f36a877d-47d7-4b6b-ac30-c6514ed8d3c0 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:55:05.957757 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-f36a877d-47d7-4b6b-ac30-c6514ed8d3c0 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:05.958904 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-f36a877d-47d7-4b6b-ac30-c6514ed8d3c0 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1230128 Jun 10 18:55:05.961559 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 53330) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:55:05.965978 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.v2.base [None req-38f61810-e3b2-47d1-ada9-2a1201ba0f26 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Request body: {'security_group_rule': {'security_group_id': '9818fcc9-e0c8-4a39-af37-e9cb997b8366', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:55:05.990864 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-38f61810-e3b2-47d1-ada9-2a1201ba0f26 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:06.068377 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-38f61810-e3b2-47d1-ada9-2a1201ba0f26 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:06.072025 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-38f61810-e3b2-47d1-ada9-2a1201ba0f26 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102015'] for security_group_rule, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:06.074043 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:55:06.091468 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f61810-e3b2-47d1-ada9-2a1201ba0f26 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b165fe1-7dd5-4483-a536-5713ba3d351e,revision_number=0']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:55:06.093912 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-38f61810-e3b2-47d1-ada9-2a1201ba0f26 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:55:06.103361 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-38f61810-e3b2-47d1-ada9-2a1201ba0f26 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:06.104580 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-38f61810-e3b2-47d1-ada9-2a1201ba0f26 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1420932 Jun 10 18:55:06.107698 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 53334) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:55:06.114461 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.v2.base [None req-7da460b5-40f5-40f6-a118-81efa27ab3fa tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Request body: {'floatingip': {'floating_network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d'}} {{(pid=98185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:55:06.136516 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-7da460b5-40f5-40f6-a118-81efa27ab3fa tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Notify callbacks [] for floatingip, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:06.260164 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-7da460b5-40f5-40f6-a118-81efa27ab3fa tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-941319'] for port, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:06.375843 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 53340) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:55:06.402192 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.db.db_base_plugin_common [None req-7da460b5-40f5-40f6-a118-81efa27ab3fa tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Allocated IP 172.27.3.138 (a2be77e0-c818-4f69-a7bb-de46a435f28d/dcf03c9b-e407-4813-8188-7ebc21a92a5e/36016040-6c17-4117-8c70-257f3f6a9ebc) {{(pid=98185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 18:55:06.519169 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-52fda57f-3675-43f3-af3a-bf216d2185ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:06.573698 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-7da460b5-40f5-40f6-a118-81efa27ab3fa tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Notify callbacks [] for port, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:06.657400 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-7da460b5-40f5-40f6-a118-81efa27ab3fa tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-941510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578064406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11876810'] for port, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:06.665882 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:55:06.712071 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-52fda57f-3675-43f3-af3a-bf216d2185ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:06.726532 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-52fda57f-3675-43f3-af3a-bf216d2185ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:06.732024 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da460b5-40f5-40f6-a118-81efa27ab3fa tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Network a2be77e0-c818-4f69-a7bb-de46a435f28d is already hosted by enough agents. {{(pid=98185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 18:55:06.745439 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.base_scheduler [None req-7da460b5-40f5-40f6-a118-81efa27ab3fa tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Resources bound (agent type, host, resource id): {{(pid=98185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 18:55:06.749035 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da460b5-40f5-40f6-a118-81efa27ab3fa tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Received port after_create {{(pid=98185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 18:55:06.754070 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da460b5-40f5-40f6-a118-81efa27ab3fa tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Pushing event updated for resources: {'Port': ['ID=36016040-6c17-4117-8c70-257f3f6a9ebc,revision_number=1']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:55:06.786822 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-7da460b5-40f5-40f6-a118-81efa27ab3fa tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:55:06.787339 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-fb50cac7-2ad4-4782-898e-38a95cabead5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:55:06.795501 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-52fda57f-3675-43f3-af3a-bf216d2185ab admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=20ef1f263a9b40d795b47869ddf7fb98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4184341 Jun 10 18:55:06.798372 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 53346) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:55:06.826043 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fda57f-3675-43f3-af3a-bf216d2185ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fca5450d-0601-4708-b439-4ad4f1fe80b3,revision_number=1']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:55:06.833134 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-52fda57f-3675-43f3-af3a-bf216d2185ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:55:06.857350 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-6db09d54-f0b5-46ae-bd45-16a014023673 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:06.880471 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-6db09d54-f0b5-46ae-bd45-16a014023673 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:06.881791 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-7da460b5-40f5-40f6-a118-81efa27ab3fa tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:06.937120 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-6db09d54-f0b5-46ae-bd45-16a014023673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:06.941106 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-6db09d54-f0b5-46ae-bd45-16a014023673 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:06.942292 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-6db09d54-f0b5-46ae-bd45-16a014023673 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fca5450d-0601-4708-b439-4ad4f1fe80b3 HTTP/1.1" status: 204 len: 168 time: 0.1427679 Jun 10 18:55:06.943103 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-35b5a0ea-ff7e-4a77-b690-78cca152a37b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:55:06.944756 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-7da460b5-40f5-40f6-a118-81efa27ab3fa tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:06.953510 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db09d54-f0b5-46ae-bd45-16a014023673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca5450d-0601-4708-b439-4ad4f1fe80b3,revision_number=None']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:55:06.956701 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-6db09d54-f0b5-46ae-bd45-16a014023673 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:55:07.138335 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-7da460b5-40f5-40f6-a118-81efa27ab3fa tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Notify callbacks [] for port, precommit_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:07.143809 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-7da460b5-40f5-40f6-a118-81efa27ab3fa tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11876824'] for port, after_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:07.146120 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-1b93ff72-9f07-47fd-bfeb-8323f9e8b450 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:55:07.223880 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da460b5-40f5-40f6-a118-81efa27ab3fa tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Pushing event updated for resources: {'Port': ['ID=36016040-6c17-4117-8c70-257f3f6a9ebc,revision_number=2']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:55:07.230814 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-7da460b5-40f5-40f6-a118-81efa27ab3fa tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:55:07.241122 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-7da460b5-40f5-40f6-a118-81efa27ab3fa tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4045568'] for floatingip, after_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:07.254692 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-7da460b5-40f5-40f6-a118-81efa27ab3fa tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230521'] for floatingip, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:07.255890 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-7da460b5-40f5-40f6-a118-81efa27ab3fa tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1469898 Jun 10 18:55:07.452002 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-b9eec526-ac9e-4f0d-b4ce-162b2be2cf4f req-8d4670a6-6ab4-4c2b-9490-d6e7a8df00a5 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1965689137&fields=id&tenant_id=c50ca810c49044daa0af12e38f6ab6a1 HTTP/1.1" status: 200 len: 267 time: 0.0369840 Jun 10 18:55:07.580949 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eec526-ac9e-4f0d-b4ce-162b2be2cf4f req-5b5f3972-ae1c-4ddf-acbf-36aad8426992 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:55:07.582411 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-b9eec526-ac9e-4f0d-b4ce-162b2be2cf4f req-5b5f3972-ae1c-4ddf-acbf-36aad8426992 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/networks?id=a9c6338b-27b7-4507-a101-996d60be3c98 HTTP/1.1" status: 200 len: 817 time: 0.1233428 Jun 10 18:55:07.596949 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-b9eec526-ac9e-4f0d-b4ce-162b2be2cf4f req-d43737b8-398b-4d1f-a606-93435271f815 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/quotas/c50ca810c49044daa0af12e38f6ab6a1 HTTP/1.1" status: 200 len: 375 time: 0.0092909 Jun 10 18:55:07.672844 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-b9eec526-ac9e-4f0d-b4ce-162b2be2cf4f req-60b71655-adbf-4304-a0ac-d5d3eca4cf52 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c50ca810c49044daa0af12e38f6ab6a1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0708432 Jun 10 18:55:07.787401 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-b9eec526-ac9e-4f0d-b4ce-162b2be2cf4f req-5af97dcb-653e-4e9e-8bab-f57ceba02811 service neutron] 10.222.0.15 "GET /v2.0/networks/a9c6338b-27b7-4507-a101-996d60be3c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028481 Jun 10 18:55:07.899826 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-b9eec526-ac9e-4f0d-b4ce-162b2be2cf4f req-5fc27ff8-37bc-46e0-b5c9-b00a79f9c4b7 service neutron] 10.222.0.15 "GET /v2.0/networks/a9c6338b-27b7-4507-a101-996d60be3c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069145 Jun 10 18:55:08.075331 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-b9e254ea-7829-45fc-bca1-8e10624c55b5 req-ed2de38c-65f8-400a-8133-fed606d0d641 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd2eb272-858b-474a-b0d8-92d5a35ac2af HTTP/1.1" status: 200 len: 210 time: 0.0368674 Jun 10 18:55:09.369145 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-22ddb625-4601-4e79-834d-99616c1b4aa6 req-a053b0eb-5731-4fef-9702-0a901f4c6e3c tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd2eb272-858b-474a-b0d8-92d5a35ac2af HTTP/1.1" status: 200 len: 210 time: 0.0453861 Jun 10 18:55:09.395975 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eec526-ac9e-4f0d-b4ce-162b2be2cf4f req-356f12f9-5989-4825-aa4a-5b42ee18d9be tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:55:09.397388 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-b9eec526-ac9e-4f0d-b4ce-162b2be2cf4f req-356f12f9-5989-4825-aa4a-5b42ee18d9be tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.39 "GET /v2.0/networks?id=a9c6338b-27b7-4507-a101-996d60be3c98 HTTP/1.1" status: 200 len: 817 time: 0.4199624 Jun 10 18:55:09.442373 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-b9eec526-ac9e-4f0d-b4ce-162b2be2cf4f req-dbe35b43-fcfd-45cb-948e-4a34eb45a6dd tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c50ca810c49044daa0af12e38f6ab6a1 HTTP/1.1" status: 200 len: 380 time: 0.0365770 Jun 10 18:55:09.451780 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.v2.base [req-b9eec526-ac9e-4f0d-b4ce-162b2be2cf4f req-b686e191-940c-45e1-99cf-94de46072bd7 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Request body: {'port': {'device_id': 'bd2eb272-858b-474a-b0d8-92d5a35ac2af', 'network_id': 'a9c6338b-27b7-4507-a101-996d60be3c98', 'admin_state_up': True, 'tenant_id': 'c50ca810c49044daa0af12e38f6ab6a1', 'security_groups': ['9818fcc9-e0c8-4a39-af37-e9cb997b8366']}} {{(pid=98184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:55:09.586603 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9eec526-ac9e-4f0d-b4ce-162b2be2cf4f req-b686e191-940c-45e1-99cf-94de46072bd7 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Made reservation on behalf of c50ca810c49044daa0af12e38f6ab6a1 for: {'port': 1} {{(pid=98184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 18:55:09.590442 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [req-b9eec526-ac9e-4f0d-b4ce-162b2be2cf4f req-b686e191-940c-45e1-99cf-94de46072bd7 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-941319'] for port, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:09.731525 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.db.db_base_plugin_common [req-b9eec526-ac9e-4f0d-b4ce-162b2be2cf4f req-b686e191-940c-45e1-99cf-94de46072bd7 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Allocated IP 172.20.0.7 (a9c6338b-27b7-4507-a101-996d60be3c98/a8ea2a47-c287-4e16-9d1f-c9a7e0a2eaeb/b086f759-be1a-43dc-a80c-a043cda13dce) {{(pid=98184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 18:55:09.894169 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [req-b9eec526-ac9e-4f0d-b4ce-162b2be2cf4f req-b686e191-940c-45e1-99cf-94de46072bd7 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Notify callbacks [] for port, precommit_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:09.906181 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.db.provisioning_blocks [req-b9eec526-ac9e-4f0d-b4ce-162b2be2cf4f req-b686e191-940c-45e1-99cf-94de46072bd7 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Transition to ACTIVE for port object b086f759-be1a-43dc-a80c-a043cda13dce will not be triggered until provisioned by entity DHCP. {{(pid=98184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 18:55:09.940093 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [req-b9eec526-ac9e-4f0d-b4ce-162b2be2cf4f req-b686e191-940c-45e1-99cf-94de46072bd7 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-941510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578064406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12374076'] for port, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:09.943877 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-60e17ae7-1537-4a83-91e8-c89e4bea5e60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:55:09.992989 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9eec526-ac9e-4f0d-b4ce-162b2be2cf4f req-b686e191-940c-45e1-99cf-94de46072bd7 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Network a9c6338b-27b7-4507-a101-996d60be3c98 is already hosted by enough agents. {{(pid=98184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 18:55:09.998644 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.scheduler.base_scheduler [req-b9eec526-ac9e-4f0d-b4ce-162b2be2cf4f req-b686e191-940c-45e1-99cf-94de46072bd7 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Resources bound (agent type, host, resource id): {{(pid=98184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 18:55:10.003238 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9eec526-ac9e-4f0d-b4ce-162b2be2cf4f req-b686e191-940c-45e1-99cf-94de46072bd7 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Received port after_create {{(pid=98184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 18:55:10.036974 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b686e191-940c-45e1-99cf-94de46072bd7 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Pushing event updated for resources: {'Port': ['ID=b086f759-be1a-43dc-a80c-a043cda13dce,revision_number=1']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:55:10.041408 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-b686e191-940c-45e1-99cf-94de46072bd7 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:55:10.065199 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eec526-ac9e-4f0d-b4ce-162b2be2cf4f req-b686e191-940c-45e1-99cf-94de46072bd7 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:55:10.065853 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [req-b9eec526-ac9e-4f0d-b4ce-162b2be2cf4f req-b686e191-940c-45e1-99cf-94de46072bd7 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230521'] for port, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:10.081078 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-b9eec526-ac9e-4f0d-b4ce-162b2be2cf4f req-b686e191-940c-45e1-99cf-94de46072bd7 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6326113 Jun 10 18:55:10.092130 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.v2.base [req-b9eec526-ac9e-4f0d-b4ce-162b2be2cf4f req-eeba0b66-1ec3-495f-8932-7e3b0e598eda service neutron] Request body: {'port': {'device_id': 'bd2eb272-858b-474a-b0d8-92d5a35ac2af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=98184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:55:10.174483 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-f0f78b75-cca4-4d35-be58-2d03fac1a066 None None] Provisioning for port b086f759-be1a-43dc-a80c-a043cda13dce completed by entity DHCP. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 18:55:10.178256 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-f0f78b75-cca4-4d35-be58-2d03fac1a066 None None] Provisioning complete for port b086f759-be1a-43dc-a80c-a043cda13dce triggered by entity DHCP. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 18:55:10.178645 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-f0f78b75-cca4-4d35-be58-2d03fac1a066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:10.181812 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [req-b9eec526-ac9e-4f0d-b4ce-162b2be2cf4f req-eeba0b66-1ec3-495f-8932-7e3b0e598eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:10.221256 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.plugin [None req-f0f78b75-cca4-4d35-be58-2d03fac1a066 None None] Port b086f759-be1a-43dc-a80c-a043cda13dce cannot update to ACTIVE because it is not bound. {{(pid=98186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 18:55:10.502687 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.notifiers.nova [req-b9eec526-ac9e-4f0d-b4ce-162b2be2cf4f req-eeba0b66-1ec3-495f-8932-7e3b0e598eda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b086f759-be1a-43dc-a80c-a043cda13dce {{(pid=98184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 18:55:10.511879 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [req-b9eec526-ac9e-4f0d-b4ce-162b2be2cf4f req-eeba0b66-1ec3-495f-8932-7e3b0e598eda service neutron] Notify callbacks [] for port, precommit_update {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:10.526115 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.db.provisioning_blocks [req-b9eec526-ac9e-4f0d-b4ce-162b2be2cf4f req-eeba0b66-1ec3-495f-8932-7e3b0e598eda service neutron] Transition to ACTIVE for port object b086f759-be1a-43dc-a80c-a043cda13dce will not be triggered until provisioned by entity L2. {{(pid=98184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 18:55:10.529859 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [req-b9eec526-ac9e-4f0d-b4ce-162b2be2cf4f req-eeba0b66-1ec3-495f-8932-7e3b0e598eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12374062'] for port, after_update {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:10.533005 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:55:10.560289 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc13fb28-cdd1-4df4-938d-6b0532228270 req-f226b7d5-4482-4eef-873b-1c41e85ba62b tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:55:10.561788 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-fc13fb28-cdd1-4df4-938d-6b0532228270 req-f226b7d5-4482-4eef-873b-1c41e85ba62b tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd2eb272-858b-474a-b0d8-92d5a35ac2af HTTP/1.1" status: 200 len: 931 time: 0.0737658 Jun 10 18:55:10.609033 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-fc13fb28-cdd1-4df4-938d-6b0532228270 req-01880cf6-d03b-4c34-8e90-cc6727dd848e tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=9818fcc9-e0c8-4a39-af37-e9cb997b8366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394700 Jun 10 18:55:10.630955 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeba0b66-1ec3-495f-8932-7e3b0e598eda service neutron] Pushing event updated for resources: {'Port': ['ID=b086f759-be1a-43dc-a80c-a043cda13dce,revision_number=2']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:55:10.635670 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-eeba0b66-1ec3-495f-8932-7e3b0e598eda service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:55:10.718863 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.managers [req-b9eec526-ac9e-4f0d-b4ce-162b2be2cf4f req-eeba0b66-1ec3-495f-8932-7e3b0e598eda service neutron] Attempting to bind port b086f759-be1a-43dc-a80c-a043cda13dce on host hv-cinder-78626 for vnic_type normal with profile {{(pid=98184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 18:55:10.719208 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.managers [req-b9eec526-ac9e-4f0d-b4ce-162b2be2cf4f req-eeba0b66-1ec3-495f-8932-7e3b0e598eda service neutron] Attempting to bind port b086f759-be1a-43dc-a80c-a043cda13dce by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'cce5025b-9a61-488a-a883-513d04362a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a9c6338b-27b7-4507-a101-996d60be3c98'}] {{(pid=98184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 18:55:10.719546 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9eec526-ac9e-4f0d-b4ce-162b2be2cf4f req-eeba0b66-1ec3-495f-8932-7e3b0e598eda service neutron] Attempting to bind port b086f759-be1a-43dc-a80c-a043cda13dce on network a9c6338b-27b7-4507-a101-996d60be3c98 {{(pid=98184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 18:55:10.725256 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9eec526-ac9e-4f0d-b4ce-162b2be2cf4f req-eeba0b66-1ec3-495f-8932-7e3b0e598eda service neutron] Port b086f759-be1a-43dc-a80c-a043cda13dce on network a9c6338b-27b7-4507-a101-996d60be3c98 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=98184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 18:55:10.725696 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9eec526-ac9e-4f0d-b4ce-162b2be2cf4f req-eeba0b66-1ec3-495f-8932-7e3b0e598eda service neutron] Attempting to bind port b086f759-be1a-43dc-a80c-a043cda13dce on network a9c6338b-27b7-4507-a101-996d60be3c98 {{(pid=98184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 18:55:10.731466 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9eec526-ac9e-4f0d-b4ce-162b2be2cf4f req-eeba0b66-1ec3-495f-8932-7e3b0e598eda service neutron] Checking agent: {'id': '81ed237c-a7bd-4721-ad26-da2ab32caefc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 18, 45, 46), 'started_at': datetime.datetime(2021, 6, 10, 18, 45, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 18, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 18:55:10.731939 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9eec526-ac9e-4f0d-b4ce-162b2be2cf4f req-eeba0b66-1ec3-495f-8932-7e3b0e598eda service neutron] Checking segment: {'id': 'cce5025b-9a61-488a-a883-513d04362a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a9c6338b-27b7-4507-a101-996d60be3c98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 18:55:10.732247 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9eec526-ac9e-4f0d-b4ce-162b2be2cf4f req-eeba0b66-1ec3-495f-8932-7e3b0e598eda service neutron] Bound using segment: {'id': 'cce5025b-9a61-488a-a883-513d04362a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a9c6338b-27b7-4507-a101-996d60be3c98'} {{(pid=98184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 18:55:10.732600 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.managers [req-b9eec526-ac9e-4f0d-b4ce-162b2be2cf4f req-eeba0b66-1ec3-495f-8932-7e3b0e598eda service neutron] Bound port: b086f759-be1a-43dc-a80c-a043cda13dce, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cce5025b-9a61-488a-a883-513d04362a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a9c6338b-27b7-4507-a101-996d60be3c98'}}] {{(pid=98184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 18:55:10.732958 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [req-b9eec526-ac9e-4f0d-b4ce-162b2be2cf4f req-eeba0b66-1ec3-495f-8932-7e3b0e598eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:10.809746 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.db [req-b9eec526-ac9e-4f0d-b4ce-162b2be2cf4f req-eeba0b66-1ec3-495f-8932-7e3b0e598eda service neutron] For port b086f759-be1a-43dc-a80c-a043cda13dce, host hv-cinder-78626, cleared binding levels {{(pid=98184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 18:55:10.812765 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.db [req-b9eec526-ac9e-4f0d-b4ce-162b2be2cf4f req-eeba0b66-1ec3-495f-8932-7e3b0e598eda service neutron] For port b086f759-be1a-43dc-a80c-a043cda13dce, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=b086f759-be1a-43dc-a80c-a043cda13dce,segment=NetworkSegment(cce5025b-9a61-488a-a883-513d04362a8a),segment_id=cce5025b-9a61-488a-a883-513d04362a8a)] {{(pid=98184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 18:55:10.817443 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [req-b9eec526-ac9e-4f0d-b4ce-162b2be2cf4f req-eeba0b66-1ec3-495f-8932-7e3b0e598eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12374062'] for port, after_update {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:10.820151 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-6000e66c-1d6c-4332-80ff-39451441b9e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:55:10.861053 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eec526-ac9e-4f0d-b4ce-162b2be2cf4f req-eeba0b66-1ec3-495f-8932-7e3b0e598eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:55:10.861697 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [req-b9eec526-ac9e-4f0d-b4ce-162b2be2cf4f req-eeba0b66-1ec3-495f-8932-7e3b0e598eda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230521'] for port, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:10.863106 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-b9eec526-ac9e-4f0d-b4ce-162b2be2cf4f req-eeba0b66-1ec3-495f-8932-7e3b0e598eda service neutron] 10.222.0.39 "PUT /v2.0/ports/b086f759-be1a-43dc-a80c-a043cda13dce HTTP/1.1" status: 200 len: 1093 time: 0.7752249 Jun 10 18:55:10.863617 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd2eb272-858b-474a-b0d8-92d5a35ac2af', 'tag': 'b086f759-be1a-43dc-a80c-a043cda13dce'}] {{(pid=98184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 18:55:10.866007 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb56d522721b4b5adfc42fa723f2f3515f3582caf8bc0113b3f39c2a7fe625ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67d0c1c5-e9b0-45e1-af90-78c4c5b3ea55" -d '{"events": [{"name": "network-changed", "server_uuid": "bd2eb272-858b-474a-b0d8-92d5a35ac2af", "tag": "b086f759-be1a-43dc-a80c-a043cda13dce"}]}' {{(pid=98184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 18:55:10.888722 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeba0b66-1ec3-495f-8932-7e3b0e598eda service neutron] Pushing event updated for resources: {'Port': ['ID=b086f759-be1a-43dc-a80c-a043cda13dce,revision_number=3']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:55:10.893069 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-eeba0b66-1ec3-495f-8932-7e3b0e598eda service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:55:10.939065 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 18:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2834e6fa-24dd-41e4-8d34-9d9cd467277c x-openstack-request-id: req-2834e6fa-24dd-41e4-8d34-9d9cd467277c {{(pid=98184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 18:55:10.939409 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd2eb272-858b-474a-b0d8-92d5a35ac2af", "tag": "b086f759-be1a-43dc-a80c-a043cda13dce", "status": "completed", "code": 200}]} {{(pid=98184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 18:55:10.939699 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2834e6fa-24dd-41e4-8d34-9d9cd467277c {{(pid=98184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 18:55:10.940143 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd2eb272-858b-474a-b0d8-92d5a35ac2af', 'tag': 'b086f759-be1a-43dc-a80c-a043cda13dce', 'status': 'completed', 'code': 200} Jun 10 18:55:10.970959 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eec526-ac9e-4f0d-b4ce-162b2be2cf4f req-636eee0e-7775-466d-a6f3-6bd5df4b26f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:55:10.972677 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-b9eec526-ac9e-4f0d-b4ce-162b2be2cf4f req-636eee0e-7775-466d-a6f3-6bd5df4b26f1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c50ca810c49044daa0af12e38f6ab6a1&device_id=bd2eb272-858b-474a-b0d8-92d5a35ac2af HTTP/1.1" status: 200 len: 1096 time: 0.0707893 Jun 10 18:55:11.035047 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-b9eec526-ac9e-4f0d-b4ce-162b2be2cf4f req-cf413b98-6f2d-4eb0-95c3-4c69d5ab0aad service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b086f759-be1a-43dc-a80c-a043cda13dce HTTP/1.1" status: 200 len: 217 time: 0.0552466 Jun 10 18:55:11.092761 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eec526-ac9e-4f0d-b4ce-162b2be2cf4f req-66d5c0f7-08d2-4c76-8974-04f80c18a6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:55:11.094250 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-b9eec526-ac9e-4f0d-b4ce-162b2be2cf4f req-66d5c0f7-08d2-4c76-8974-04f80c18a6a1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a8ea2a47-c287-4e16-9d1f-c9a7e0a2eaeb HTTP/1.1" status: 200 len: 856 time: 0.0535972 Jun 10 18:55:11.161821 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eec526-ac9e-4f0d-b4ce-162b2be2cf4f req-a44d5bdf-a5f1-4448-ad4d-d9c579b90ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:55:11.163185 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-b9eec526-ac9e-4f0d-b4ce-162b2be2cf4f req-a44d5bdf-a5f1-4448-ad4d-d9c579b90ef6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a9c6338b-27b7-4507-a101-996d60be3c98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0621939 Jun 10 18:55:11.275809 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-b9eec526-ac9e-4f0d-b4ce-162b2be2cf4f req-ca65f5d8-49c2-47a2-a024-3e5938617dbb service neutron] 10.222.0.39 "GET /v2.0/networks/a9c6338b-27b7-4507-a101-996d60be3c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055224 Jun 10 18:55:11.396072 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-b9eec526-ac9e-4f0d-b4ce-162b2be2cf4f req-a8b750e9-7dcc-412b-a5f0-fcac8e277770 service neutron] 10.222.0.39 "GET /v2.0/networks/a9c6338b-27b7-4507-a101-996d60be3c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135261 Jun 10 18:55:11.507447 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d0c1c5-e9b0-45e1-af90-78c4c5b3ea55 req-8ab361e8-a074-44df-97ae-964b4fbb1db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:55:11.508885 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-67d0c1c5-e9b0-45e1-af90-78c4c5b3ea55 req-8ab361e8-a074-44df-97ae-964b4fbb1db2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c50ca810c49044daa0af12e38f6ab6a1&device_id=bd2eb272-858b-474a-b0d8-92d5a35ac2af HTTP/1.1" status: 200 len: 1096 time: 0.0627100 Jun 10 18:55:11.620732 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d0c1c5-e9b0-45e1-af90-78c4c5b3ea55 req-69e6e5b7-20bf-432d-a33c-e33f39172543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:55:11.622327 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-67d0c1c5-e9b0-45e1-af90-78c4c5b3ea55 req-69e6e5b7-20bf-432d-a33c-e33f39172543 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a9c6338b-27b7-4507-a101-996d60be3c98 HTTP/1.1" status: 200 len: 918 time: 0.1063657 Jun 10 18:55:11.680191 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-67d0c1c5-e9b0-45e1-af90-78c4c5b3ea55 req-8e2d740f-9a6b-4028-9190-8289b6dd427a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b086f759-be1a-43dc-a80c-a043cda13dce HTTP/1.1" status: 200 len: 217 time: 0.0502028 Jun 10 18:55:11.738360 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d0c1c5-e9b0-45e1-af90-78c4c5b3ea55 req-c1e560b5-caf5-4f36-b5df-1d33df389004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:55:11.739796 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-67d0c1c5-e9b0-45e1-af90-78c4c5b3ea55 req-c1e560b5-caf5-4f36-b5df-1d33df389004 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a8ea2a47-c287-4e16-9d1f-c9a7e0a2eaeb HTTP/1.1" status: 200 len: 856 time: 0.0529363 Jun 10 18:55:11.793121 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3318eb7-26a1-4042-bc99-4fba4174523c req-93629324-bd03-48e1-aab2-f6d66741aaa5 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:55:11.794913 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-a3318eb7-26a1-4042-bc99-4fba4174523c req-93629324-bd03-48e1-aab2-f6d66741aaa5 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd2eb272-858b-474a-b0d8-92d5a35ac2af HTTP/1.1" status: 200 len: 943 time: 0.0698283 Jun 10 18:55:11.804345 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-50e413f6-d7fc-476c-b7af-046c5f4f0b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:11.811051 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d0c1c5-e9b0-45e1-af90-78c4c5b3ea55 req-282a084c-4e57-417b-bd59-4570e0c1e51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:55:11.812554 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-67d0c1c5-e9b0-45e1-af90-78c4c5b3ea55 req-282a084c-4e57-417b-bd59-4570e0c1e51e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a9c6338b-27b7-4507-a101-996d60be3c98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0664809 Jun 10 18:55:11.841401 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-a3318eb7-26a1-4042-bc99-4fba4174523c req-4b381498-e97d-499e-bbd6-4f3562a279a2 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=9818fcc9-e0c8-4a39-af37-e9cb997b8366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404785 Jun 10 18:55:11.931997 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-67d0c1c5-e9b0-45e1-af90-78c4c5b3ea55 req-4efc5ece-9e70-4596-a728-9c25f00237fa service neutron] 10.222.0.39 "GET /v2.0/networks/a9c6338b-27b7-4507-a101-996d60be3c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117079 Jun 10 18:55:12.046023 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-67d0c1c5-e9b0-45e1-af90-78c4c5b3ea55 req-6d52727c-125f-43fa-9935-1915203982d2 service neutron] 10.222.0.39 "GET /v2.0/networks/a9c6338b-27b7-4507-a101-996d60be3c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074278 Jun 10 18:55:13.034384 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63136b6d-8c15-4fcb-aba5-191d60ebdaec req-6ca1fd35-46d4-4e09-9b88-f86b341c6c92 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:55:13.035833 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-63136b6d-8c15-4fcb-aba5-191d60ebdaec req-6ca1fd35-46d4-4e09-9b88-f86b341c6c92 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd2eb272-858b-474a-b0d8-92d5a35ac2af HTTP/1.1" status: 200 len: 943 time: 0.0780799 Jun 10 18:55:13.076659 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-63136b6d-8c15-4fcb-aba5-191d60ebdaec req-4c34d2b0-91fc-45c1-a99d-2b1a877720a1 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=9818fcc9-e0c8-4a39-af37-e9cb997b8366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353131 Jun 10 18:55:13.917995 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Device b086f759-be1a-43dc-a80c-a043cda13dce details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=98186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 18:55:14.035320 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] For port b086f759-be1a-43dc-a80c-a043cda13dce, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=b086f759-be1a-43dc-a80c-a043cda13dce,segment=NetworkSegment(cce5025b-9a61-488a-a883-513d04362a8a),segment_id=cce5025b-9a61-488a-a883-513d04362a8a)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:55:14.046783 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Returning: {'device': 'b086f759-be1a-43dc-a80c-a043cda13dce', 'network_id': 'a9c6338b-27b7-4507-a101-996d60be3c98', 'port_id': 'b086f759-be1a-43dc-a80c-a043cda13dce', 'mac_address': 'fa:16:3e:7e:81:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8ea2a47-c287-4e16-9d1f-c9a7e0a2eaeb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 18:55:14.091478 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:14.106227 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.notifiers.nova [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b086f759-be1a-43dc-a80c-a043cda13dce {{(pid=98186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 18:55:14.126574 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] For port b086f759-be1a-43dc-a80c-a043cda13dce, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=b086f759-be1a-43dc-a80c-a043cda13dce,segment=NetworkSegment(cce5025b-9a61-488a-a883-513d04362a8a),segment_id=cce5025b-9a61-488a-a883-513d04362a8a)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:55:14.130476 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:14.132993 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-d3c119e9-56d4-428f-aefb-b3cce8aa9448 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:55:14.184883 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Pushing event updated for resources: {'Port': ['ID=b086f759-be1a-43dc-a80c-a043cda13dce,revision_number=4']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:55:14.191648 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:55:14.191998 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:55:14.192341 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:55:14.192678 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:55:14.193008 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:55:14.193346 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:55:14.193684 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:55:14.194009 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:55:14.194336 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:55:14.194658 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:55:14.194975 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:55:14.195291 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:55:14.199265 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:55:14.279343 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-3aafb897-6322-4b18-ab3b-1c30c9d86ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:14.431588 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:14.513244 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] get_ports_and_sgs() called for port_ids ['b086f759-be1a-43dc-a80c-a043cda13dce'] {{(pid=98186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 18:55:14.534106 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db945255-a41d-4237-98b8-150e700c9d49 req-2e7ed7af-2bd0-458c-8113-43990914093c tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:55:14.535598 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-db945255-a41d-4237-98b8-150e700c9d49 req-2e7ed7af-2bd0-458c-8113-43990914093c tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd2eb272-858b-474a-b0d8-92d5a35ac2af HTTP/1.1" status: 200 len: 944 time: 0.3424516 Jun 10 18:55:14.577594 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-db945255-a41d-4237-98b8-150e700c9d49 req-a02144b4-95dd-452b-9755-744ae362e1e2 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=9818fcc9-e0c8-4a39-af37-e9cb997b8366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356395 Jun 10 18:55:15.436984 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-8dcc316c-a8c5-4da3-a0ad-e3f4fe9157be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:15.761570 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aa2112-a76c-46e8-9e18-5a5f0f55c2a1 req-623833da-8d44-41d7-a39e-f1ae8897ab3a tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:55:15.762927 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-25aa2112-a76c-46e8-9e18-5a5f0f55c2a1 req-623833da-8d44-41d7-a39e-f1ae8897ab3a tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd2eb272-858b-474a-b0d8-92d5a35ac2af HTTP/1.1" status: 200 len: 944 time: 0.0671051 Jun 10 18:55:15.803140 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-25aa2112-a76c-46e8-9e18-5a5f0f55c2a1 req-abb4bf69-ea5a-43ac-ba56-755f26091082 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=9818fcc9-e0c8-4a39-af37-e9cb997b8366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342667 Jun 10 18:55:15.912517 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Device b086f759-be1a-43dc-a80c-a043cda13dce up at agent hyperv_hv-cinder-78626 {{(pid=98186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 18:55:15.966008 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Provisioning for port b086f759-be1a-43dc-a80c-a043cda13dce completed by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 18:55:15.969359 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Provisioning complete for port b086f759-be1a-43dc-a80c-a043cda13dce triggered by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 18:55:15.969801 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:16.057130 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:16.081346 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd2eb272-858b-474a-b0d8-92d5a35ac2af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b086f759-be1a-43dc-a80c-a043cda13dce'}] {{(pid=98186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 18:55:16.083760 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c2f46a37dc9d9ea27ba47e2e5c887733d44c46f74833e79389795ef1d11a41d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c7d5f81-ef6b-4a97-aac0-04fda3594499" -d '{"events": [{"server_uuid": "bd2eb272-858b-474a-b0d8-92d5a35ac2af", "name": "network-vif-plugged", "status": "completed", "tag": "b086f759-be1a-43dc-a80c-a043cda13dce"}]}' {{(pid=98186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 18:55:16.097098 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] For port b086f759-be1a-43dc-a80c-a043cda13dce, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=b086f759-be1a-43dc-a80c-a043cda13dce,segment=NetworkSegment(cce5025b-9a61-488a-a883-513d04362a8a),segment_id=cce5025b-9a61-488a-a883-513d04362a8a)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:55:16.101168 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:16.104068 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:55:16.162827 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Pushing event updated for resources: {'Port': ['ID=b086f759-be1a-43dc-a80c-a043cda13dce,revision_number=5']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:55:16.166175 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:55:16.276711 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 18:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80aba120-e823-4c72-a469-90be0fd4ab77 x-openstack-request-id: req-80aba120-e823-4c72-a469-90be0fd4ab77 {{(pid=98186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 18:55:16.277024 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd2eb272-858b-474a-b0d8-92d5a35ac2af", "name": "network-vif-plugged", "status": "completed", "tag": "b086f759-be1a-43dc-a80c-a043cda13dce", "code": 200}]} {{(pid=98186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 18:55:16.277295 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-80aba120-e823-4c72-a469-90be0fd4ab77 {{(pid=98186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 18:55:16.277740 dv-cinder-786260-4-iscsi neutron-server[98186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd2eb272-858b-474a-b0d8-92d5a35ac2af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b086f759-be1a-43dc-a80c-a043cda13dce', 'code': 200} Jun 10 18:55:16.504713 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9ad769-902d-429d-b293-de89587303ce req-3217e7d0-40b5-4c3e-9a38-aec517924b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:55:16.506177 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-5b9ad769-902d-429d-b293-de89587303ce req-3217e7d0-40b5-4c3e-9a38-aec517924b19 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bd2eb272-858b-474a-b0d8-92d5a35ac2af HTTP/1.1" status: 200 len: 1098 time: 0.0618114 Jun 10 18:55:16.540987 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-5b9ad769-902d-429d-b293-de89587303ce req-a31697c0-2e75-4db8-aacb-5291127bacb4 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=9818fcc9-e0c8-4a39-af37-e9cb997b8366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288994 Jun 10 18:55:16.984977 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e98c597-1278-41cc-9549-ed29a1f62722 req-9b99c421-58bd-4d98-9d49-743957dd7da2 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:55:16.986600 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-9e98c597-1278-41cc-9549-ed29a1f62722 req-9b99c421-58bd-4d98-9d49-743957dd7da2 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd2eb272-858b-474a-b0d8-92d5a35ac2af HTTP/1.1" status: 200 len: 945 time: 0.0692942 Jun 10 18:55:17.031279 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-9e98c597-1278-41cc-9549-ed29a1f62722 req-0a856b4c-ede7-44c9-83db-ffc9f003b549 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=9818fcc9-e0c8-4a39-af37-e9cb997b8366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391662 Jun 10 18:55:17.248776 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-bf1ede84-8c21-46ff-8a19-cb90afe635a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:17.632550 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:18.215094 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81ed342-3b73-4c57-87c7-d0c61a69fd58 req-c6e20c02-910c-474b-8408-4b52691e9e30 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:55:18.216447 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-e81ed342-3b73-4c57-87c7-d0c61a69fd58 req-c6e20c02-910c-474b-8408-4b52691e9e30 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd2eb272-858b-474a-b0d8-92d5a35ac2af HTTP/1.1" status: 200 len: 945 time: 0.0710616 Jun 10 18:55:18.258318 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-e81ed342-3b73-4c57-87c7-d0c61a69fd58 req-b2d0324f-83f5-45ec-8abb-60749e322a00 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=9818fcc9-e0c8-4a39-af37-e9cb997b8366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354681 Jun 10 18:55:18.437344 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a542b7ff-4b79-4bcd-8f21-695f61a39ac8 req-120b1750-720e-4fc2-ae33-71927f39a8c0 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:55:18.438950 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-a542b7ff-4b79-4bcd-8f21-695f61a39ac8 req-120b1750-720e-4fc2-ae33-71927f39a8c0 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd2eb272-858b-474a-b0d8-92d5a35ac2af HTTP/1.1" status: 200 len: 945 time: 0.0718808 Jun 10 18:55:18.447245 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 53410) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:55:18.451714 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.v2.base [None req-1ad1d565-53e8-4098-b11c-7c356f614b0c tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Request body: {'floatingip': {'port_id': 'b086f759-be1a-43dc-a80c-a043cda13dce'}} {{(pid=98184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:55:18.504201 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-1ad1d565-53e8-4098-b11c-7c356f614b0c tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Notify callbacks [] for floatingip, before_update {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:19.303573 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-1ad1d565-53e8-4098-b11c-7c356f614b0c tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:19.307216 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-1ad1d565-53e8-4098-b11c-7c356f614b0c tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4045568'] for floatingip, after_update {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:19.441851 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.db.l3_db [None req-1ad1d565-53e8-4098-b11c-7c356f614b0c tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Floating IP 98c762ec-c5bd-43b9-aa52-5735b936f58f associated. External IP: 172.27.3.138, port: b086f759-be1a-43dc-a80c-a043cda13dce. Jun 10 18:55:19.712137 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ad1d565-53e8-4098-b11c-7c356f614b0c tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Router b861166f-894e-4d66-9439-d4d81a6d306d has already been hosted by L3 agent 1661496b-b13c-41e5-8e80-f6a07c138e01 {{(pid=98184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 18:55:19.854523 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ad1d565-53e8-4098-b11c-7c356f614b0c tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Notify agent at l3_agent.dv-cinder-786260-4-iscsi the message routers_updated {{(pid=98184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 18:55:19.859547 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-1ad1d565-53e8-4098-b11c-7c356f614b0c tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230521'] for floatingip, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:19.864415 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2920811-8b72-477a-8919-f4aa50f7df87 None None] Sync routers for ids ['b861166f-894e-4d66-9439-d4d81a6d306d'] in dv-cinder-786260-4-iscsi {{(pid=98186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 18:55:19.876344 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2920811-8b72-477a-8919-f4aa50f7df87 None None] Routers {'b861166f-894e-4d66-9439-d4d81a6d306d'} bound to L3 agent in host dv-cinder-786260-4-iscsi {{(pid=98186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 18:55:19.876968 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-d2920811-8b72-477a-8919-f4aa50f7df87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T18:39:44Z,description=,heartbeat_timestamp=2021-06-10T18:55:14Z,host='dv-cinder-786260-4-iscsi',id=1661496b-b13c-41e5-8e80-f6a07c138e01,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T18:39:44Z,topic='l3_agent')) {'router_ids': ['b861166f-894e-4d66-9439-d4d81a6d306d'], 'active': True} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:55:19.901966 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-1ad1d565-53e8-4098-b11c-7c356f614b0c tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "PUT /v2.0/floatingips/98c762ec-c5bd-43b9-aa52-5735b936f58f HTTP/1.1" status: 200 len: 991 time: 1.4536695 Jun 10 18:55:19.902620 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd2eb272-858b-474a-b0d8-92d5a35ac2af', 'tag': 'b086f759-be1a-43dc-a80c-a043cda13dce'}] {{(pid=98184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 18:55:19.904905 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb56d522721b4b5adfc42fa723f2f3515f3582caf8bc0113b3f39c2a7fe625ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b292ef80-ebf9-4f9d-83e9-7ee3516d87c5" -d '{"events": [{"name": "network-changed", "server_uuid": "bd2eb272-858b-474a-b0d8-92d5a35ac2af", "tag": "b086f759-be1a-43dc-a80c-a043cda13dce"}]}' {{(pid=98184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 18:55:19.943388 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 18:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c3dda11-64a2-476c-96e7-b5dcf2b4508c x-openstack-request-id: req-3c3dda11-64a2-476c-96e7-b5dcf2b4508c {{(pid=98184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 18:55:19.943831 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd2eb272-858b-474a-b0d8-92d5a35ac2af", "tag": "b086f759-be1a-43dc-a80c-a043cda13dce", "status": "completed", "code": 200}]} {{(pid=98184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 18:55:19.944172 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3c3dda11-64a2-476c-96e7-b5dcf2b4508c {{(pid=98184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 18:55:19.944625 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd2eb272-858b-474a-b0d8-92d5a35ac2af', 'tag': 'b086f759-be1a-43dc-a80c-a043cda13dce', 'status': 'completed', 'code': 200} Jun 10 18:55:20.018579 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvr_db [None req-d2920811-8b72-477a-8919-f4aa50f7df87 None None] Set router b861166f-894e-4d66-9439-d4d81a6d306d gateway port host: dv-cinder-786260-4-iscsi {{(pid=98186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 18:55:20.024587 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b292ef80-ebf9-4f9d-83e9-7ee3516d87c5 req-9d516d51-5009-4fe2-b788-61b973ea2ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:55:20.026134 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-b292ef80-ebf9-4f9d-83e9-7ee3516d87c5 req-9d516d51-5009-4fe2-b788-61b973ea2ddb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c50ca810c49044daa0af12e38f6ab6a1&device_id=bd2eb272-858b-474a-b0d8-92d5a35ac2af HTTP/1.1" status: 200 len: 1098 time: 0.0584059 Jun 10 18:55:20.149960 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b292ef80-ebf9-4f9d-83e9-7ee3516d87c5 req-e94db061-84ce-4342-8b5a-bc173cfb640a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:55:20.151357 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-b292ef80-ebf9-4f9d-83e9-7ee3516d87c5 req-e94db061-84ce-4342-8b5a-bc173cfb640a service neutron] 10.222.0.39 "GET /v2.0/networks?id=a9c6338b-27b7-4507-a101-996d60be3c98 HTTP/1.1" status: 200 len: 918 time: 0.1127708 Jun 10 18:55:20.237682 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-b292ef80-ebf9-4f9d-83e9-7ee3516d87c5 req-d540917a-93e1-4b28-8a88-674702866643 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b086f759-be1a-43dc-a80c-a043cda13dce HTTP/1.1" status: 200 len: 999 time: 0.0788600 Jun 10 18:55:20.294501 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b292ef80-ebf9-4f9d-83e9-7ee3516d87c5 req-6019a5f7-5939-48ff-9813-45f1db176112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:55:20.295952 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-b292ef80-ebf9-4f9d-83e9-7ee3516d87c5 req-6019a5f7-5939-48ff-9813-45f1db176112 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a8ea2a47-c287-4e16-9d1f-c9a7e0a2eaeb HTTP/1.1" status: 200 len: 856 time: 0.0510540 Jun 10 18:55:20.305381 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-d2920811-8b72-477a-8919-f4aa50f7df87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b861166f-894e-4d66-9439-d4d81a6d306d', 'name': 'tempest-AttachVolumeShelveTestJSON-1199840927-router', 'tenant_id': 'c50ca810c49044daa0af12e38f6ab6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '0de45170-2499-4cb9-9b3a-72076bb7ebe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T18:47:25Z', 'updated_at': '2021-06-10T18:47:43Z', 'revision_number': 4, 'project_id': 'c50ca810c49044daa0af12e38f6ab6a1', 'gw_port': {'id': '0de45170-2499-4cb9-9b3a-72076bb7ebe4', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ad:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b861166f-894e-4d66-9439-d4d81a6d306d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:47:28Z', 'updated_at': '2021-06-10T18:47:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi', '_floatingips': [{'id': '98c762ec-c5bd-43b9-aa52-5735b936f58f', 'tenant_id': 'c50ca810c49044daa0af12e38f6ab6a1', 'floating_ip_address': '172.27.3.138', 'floating_network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'router_id': 'b861166f-894e-4d66-9439-d4d81a6d306d', 'port_id': 'b086f759-be1a-43dc-a80c-a043cda13dce', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9c6338b-27b7-4507-a101-996d60be3c98', 'mac_address': 'fa:16:3e:7e:81:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2eb272-858b-474a-b0d8-92d5a35ac2af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T18:55:06Z', 'updated_at': '2021-06-10T18:55:18Z', 'revision_number': 1, 'project_id': 'c50ca810c49044daa0af12e38f6ab6a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2750cf86-e100-4486-9476-dbb9c10060f9', 'name': '', 'network_id': 'a9c6338b-27b7-4507-a101-996d60be3c98', 'tenant_id': 'c50ca810c49044daa0af12e38f6ab6a1', 'mac_address': 'fa:16:3e:43:1e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b861166f-894e-4d66-9439-d4d81a6d306d', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'a8ea2a47-c287-4e16-9d1f-c9a7e0a2eaeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:47:40Z', 'updated_at': '2021-06-10T18:47:54Z', 'revision_number': 5, 'project_id': 'c50ca810c49044daa0af12e38f6ab6a1', 'subnets': [{'id': 'a8ea2a47-c287-4e16-9d1f-c9a7e0a2eaeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-4-iscsi', False) {} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:55:20.308706 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2920811-8b72-477a-8919-f4aa50f7df87 None None] Checking router: b861166f-894e-4d66-9439-d4d81a6d306d for host: dv-cinder-786260-4-iscsi {{(pid=98186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 18:55:20.316987 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2920811-8b72-477a-8919-f4aa50f7df87 None None] Routers {'b861166f-894e-4d66-9439-d4d81a6d306d'} bound to L3 agent in host dv-cinder-786260-4-iscsi {{(pid=98186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 18:55:20.317620 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-d2920811-8b72-477a-8919-f4aa50f7df87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T18:39:44Z,description=,heartbeat_timestamp=2021-06-10T18:55:14Z,host='dv-cinder-786260-4-iscsi',id=1661496b-b13c-41e5-8e80-f6a07c138e01,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T18:39:44Z,topic='l3_agent')) {'router_ids': ['b861166f-894e-4d66-9439-d4d81a6d306d'], 'active': True} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:55:20.361046 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b292ef80-ebf9-4f9d-83e9-7ee3516d87c5 req-9ce66668-631c-40c8-bfcd-a10e2c23d671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:55:20.362582 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-b292ef80-ebf9-4f9d-83e9-7ee3516d87c5 req-9ce66668-631c-40c8-bfcd-a10e2c23d671 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a9c6338b-27b7-4507-a101-996d60be3c98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0588851 Jun 10 18:55:20.462318 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvr_db [None req-d2920811-8b72-477a-8919-f4aa50f7df87 None None] Set router b861166f-894e-4d66-9439-d4d81a6d306d gateway port host: dv-cinder-786260-4-iscsi {{(pid=98186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 18:55:20.487258 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-b292ef80-ebf9-4f9d-83e9-7ee3516d87c5 req-9fb5ec6e-0aff-49eb-b321-11c93cd3c5b1 service neutron] 10.222.0.39 "GET /v2.0/networks/a9c6338b-27b7-4507-a101-996d60be3c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101506 Jun 10 18:55:20.614375 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-b292ef80-ebf9-4f9d-83e9-7ee3516d87c5 req-7bb6427a-9508-4fe0-bc84-02da68c2e301 service neutron] 10.222.0.39 "GET /v2.0/networks/a9c6338b-27b7-4507-a101-996d60be3c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142540 Jun 10 18:55:20.876361 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-d2920811-8b72-477a-8919-f4aa50f7df87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b861166f-894e-4d66-9439-d4d81a6d306d', 'name': 'tempest-AttachVolumeShelveTestJSON-1199840927-router', 'tenant_id': 'c50ca810c49044daa0af12e38f6ab6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '0de45170-2499-4cb9-9b3a-72076bb7ebe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T18:47:25Z', 'updated_at': '2021-06-10T18:47:43Z', 'revision_number': 4, 'project_id': 'c50ca810c49044daa0af12e38f6ab6a1', 'gw_port': {'id': '0de45170-2499-4cb9-9b3a-72076bb7ebe4', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ad:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b861166f-894e-4d66-9439-d4d81a6d306d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:47:28Z', 'updated_at': '2021-06-10T18:47:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi', '_floatingips': [{'id': '98c762ec-c5bd-43b9-aa52-5735b936f58f', 'tenant_id': 'c50ca810c49044daa0af12e38f6ab6a1', 'floating_ip_address': '172.27.3.138', 'floating_network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'router_id': 'b861166f-894e-4d66-9439-d4d81a6d306d', 'port_id': 'b086f759-be1a-43dc-a80c-a043cda13dce', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9c6338b-27b7-4507-a101-996d60be3c98', 'mac_address': 'fa:16:3e:7e:81:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2eb272-858b-474a-b0d8-92d5a35ac2af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T18:55:06Z', 'updated_at': '2021-06-10T18:55:18Z', 'revision_number': 1, 'project_id': 'c50ca810c49044daa0af12e38f6ab6a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2750cf86-e100-4486-9476-dbb9c10060f9', 'name': '', 'network_id': 'a9c6338b-27b7-4507-a101-996d60be3c98', 'tenant_id': 'c50ca810c49044daa0af12e38f6ab6a1', 'mac_address': 'fa:16:3e:43:1e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b861166f-894e-4d66-9439-d4d81a6d306d', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'a8ea2a47-c287-4e16-9d1f-c9a7e0a2eaeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:47:40Z', 'updated_at': '2021-06-10T18:47:54Z', 'revision_number': 5, 'project_id': 'c50ca810c49044daa0af12e38f6ab6a1', 'subnets': [{'id': 'a8ea2a47-c287-4e16-9d1f-c9a7e0a2eaeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-4-iscsi', False) {} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:55:20.879822 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2920811-8b72-477a-8919-f4aa50f7df87 None None] The sync data for ids ['b861166f-894e-4d66-9439-d4d81a6d306d'] in dv-cinder-786260-4-iscsi is: [{'id': 'b861166f-894e-4d66-9439-d4d81a6d306d', 'name': 'tempest-AttachVolumeShelveTestJSON-1199840927-router', 'tenant_id': 'c50ca810c49044daa0af12e38f6ab6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '0de45170-2499-4cb9-9b3a-72076bb7ebe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T18:47:25Z', 'updated_at': '2021-06-10T18:47:43Z', 'revision_number': 4, 'project_id': 'c50ca810c49044daa0af12e38f6ab6a1', 'gw_port': {'id': '0de45170-2499-4cb9-9b3a-72076bb7ebe4', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ad:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b861166f-894e-4d66-9439-d4d81a6d306d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:47:28Z', 'updated_at': '2021-06-10T18:47:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi', '_floatingips': [{'id': '98c762ec-c5bd-43b9-aa52-5735b936f58f', 'tenant_id': 'c50ca810c49044daa0af12e38f6ab6a1', 'floating_ip_address': '172.27.3.138', 'floating_network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'router_id': 'b861166f-894e-4d66-9439-d4d81a6d306d', 'port_id': 'b086f759-be1a-43dc-a80c-a043cda13dce', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9c6338b-27b7-4507-a101-996d60be3c98', 'mac_address': 'fa:16:3e:7e:81:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2eb272-858b-474a-b0d8-92d5a35ac2af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T18:55:06Z', 'updated_at': '2021-06-10T18:55:18Z', 'revision_number': 1, 'project_id': 'c50ca810c49044daa0af12e38f6ab6a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2750cf86-e100-4486-9476-dbb9c10060f9', 'name': '', 'network_id': 'a9c6338b-27b7-4507-a101-996d60be3c98', 'tenant_id': 'c50ca810c49044daa0af12e38f6ab6a1', 'mac_address': 'fa:16:3e:43:1e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b861166f-894e-4d66-9439-d4d81a6d306d', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'a8ea2a47-c287-4e16-9d1f-c9a7e0a2eaeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:47:40Z', 'updated_at': '2021-06-10T18:47:54Z', 'revision_number': 5, 'project_id': 'c50ca810c49044daa0af12e38f6ab6a1', 'subnets': [{'id': 'a8ea2a47-c287-4e16-9d1f-c9a7e0a2eaeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 18:55:21.056741 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb93e03e-9ee2-42dd-aaac-5e95b6f33824 None None] New status for floating IP 98c762ec-c5bd-43b9-aa52-5735b936f58f: ACTIVE {{(pid=98187) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 18:55:28.520218 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ed0397-207b-4a57-863b-9b7aeb8c228c req-e64bb1f2-38e6-490f-a181-a95a21f45f69 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:55:28.521719 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-f9ed0397-207b-4a57-863b-9b7aeb8c228c req-e64bb1f2-38e6-490f-a181-a95a21f45f69 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dfd38ae-310d-4c3c-b40a-83004dbb0797 HTTP/1.1" status: 200 len: 946 time: 0.0693414 Jun 10 18:55:28.566626 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-f9ed0397-207b-4a57-863b-9b7aeb8c228c req-35b0d624-aa5b-412a-850d-7d315505bb8f tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc2e55c-47a1-47f8-a4f5-611ae6fb6623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393040 Jun 10 18:55:28.959029 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.agents_db [None req-dd8e6269-3fd9-4915-b5ed-83e1f738bf4e None None] Agent healthcheck: found 6 active agents {{(pid=98187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 18:55:29.774809 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660be86d-7d1f-4e3b-a269-e066030374b0 req-9c6504d5-512d-405a-ada0-a67f38e9b2c5 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:55:29.776145 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-660be86d-7d1f-4e3b-a269-e066030374b0 req-9c6504d5-512d-405a-ada0-a67f38e9b2c5 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dfd38ae-310d-4c3c-b40a-83004dbb0797 HTTP/1.1" status: 200 len: 946 time: 0.0975280 Jun 10 18:55:29.832793 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-660be86d-7d1f-4e3b-a269-e066030374b0 req-a5980e3d-d594-40aa-8248-e9735f130217 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc2e55c-47a1-47f8-a4f5-611ae6fb6623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491807 Jun 10 18:55:29.839806 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8713759-189a-4e2e-917a-d9d73d706bd7 req-ab17c86d-b17f-4909-ab30-4989fdfa8b5c tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:55:29.841167 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-d8713759-189a-4e2e-917a-d9d73d706bd7 req-ab17c86d-b17f-4909-ab30-4989fdfa8b5c tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.39 "GET /v2.0/ports?device_id=8dfd38ae-310d-4c3c-b40a-83004dbb0797 HTTP/1.1" status: 200 len: 946 time: 0.1090004 Jun 10 18:55:29.956123 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.plugin [req-d8713759-189a-4e2e-917a-d9d73d706bd7 req-41ee0ee6-48fa-45ab-b31c-02c0f46706ba tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Deleting port 0e4a93cf-a9fc-4b75-8bf7-0140ded974e5 {{(pid=98184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 18:55:29.956470 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [req-d8713759-189a-4e2e-917a-d9d73d706bd7 req-41ee0ee6-48fa-45ab-b31c-02c0f46706ba tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578452511'] for port, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:30.069688 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.db [req-d8713759-189a-4e2e-917a-d9d73d706bd7 req-41ee0ee6-48fa-45ab-b31c-02c0f46706ba tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] For port 0e4a93cf-a9fc-4b75-8bf7-0140ded974e5, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=0e4a93cf-a9fc-4b75-8bf7-0140ded974e5,segment=NetworkSegment(17dcff24-e9ed-43ca-b0d9-c821a6547efa),segment_id=17dcff24-e9ed-43ca-b0d9-c821a6547efa)] {{(pid=98184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:55:30.070052 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [req-d8713759-189a-4e2e-917a-d9d73d706bd7 req-41ee0ee6-48fa-45ab-b31c-02c0f46706ba tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4044702'] for port, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:30.292093 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [req-d8713759-189a-4e2e-917a-d9d73d706bd7 req-41ee0ee6-48fa-45ab-b31c-02c0f46706ba tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:30.292469 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [req-d8713759-189a-4e2e-917a-d9d73d706bd7 req-41ee0ee6-48fa-45ab-b31c-02c0f46706ba tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4045568'] for floatingip, after_update {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:30.292787 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.db.l3_db [req-d8713759-189a-4e2e-917a-d9d73d706bd7 req-41ee0ee6-48fa-45ab-b31c-02c0f46706ba tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Floating IP 18513511-5539-44df-a48c-bee27030e78d disassociated. External IP: 172.27.3.249, port: 0e4a93cf-a9fc-4b75-8bf7-0140ded974e5. Jun 10 18:55:30.293158 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.plugin [req-d8713759-189a-4e2e-917a-d9d73d706bd7 req-41ee0ee6-48fa-45ab-b31c-02c0f46706ba tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Calling delete_port for 0e4a93cf-a9fc-4b75-8bf7-0140ded974e5 owned by compute:nova {{(pid=98184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 18:55:30.445102 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [req-d8713759-189a-4e2e-917a-d9d73d706bd7 req-41ee0ee6-48fa-45ab-b31c-02c0f46706ba tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578457411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578064415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12374055'] for port, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:30.448661 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-f9f65059-bdd0-4db2-96f3-df542fce35e9 tempest-ServerRescueNegativeTestJSON-134073623 tempest-ServerRescueNegativeTestJSON-134073623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:55:30.484589 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ee0ee6-48fa-45ab-b31c-02c0f46706ba tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Pushing event deleted for resources: {'Port': ['ID=0e4a93cf-a9fc-4b75-8bf7-0140ded974e5,revision_number=None']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:55:30.486729 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-41ee0ee6-48fa-45ab-b31c-02c0f46706ba tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:55:30.631546 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d8713759-189a-4e2e-917a-d9d73d706bd7 req-41ee0ee6-48fa-45ab-b31c-02c0f46706ba tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Router 8487688f-289a-4efb-a1b4-65fefc025a43 has already been hosted by L3 agent 1661496b-b13c-41e5-8e80-f6a07c138e01 {{(pid=98184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 18:55:30.772718 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d8713759-189a-4e2e-917a-d9d73d706bd7 req-41ee0ee6-48fa-45ab-b31c-02c0f46706ba tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Notify agent at l3_agent.dv-cinder-786260-4-iscsi the message routers_updated {{(pid=98184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 18:55:30.782828 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d733face-5485-4199-8085-5e1fa4392720 None None] Sync routers for ids ['8487688f-289a-4efb-a1b4-65fefc025a43'] in dv-cinder-786260-4-iscsi {{(pid=98186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 18:55:30.792258 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d733face-5485-4199-8085-5e1fa4392720 None None] Routers {'8487688f-289a-4efb-a1b4-65fefc025a43'} bound to L3 agent in host dv-cinder-786260-4-iscsi {{(pid=98186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 18:55:30.792875 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-d733face-5485-4199-8085-5e1fa4392720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T18:39:44Z,description=,heartbeat_timestamp=2021-06-10T18:55:14Z,host='dv-cinder-786260-4-iscsi',id=1661496b-b13c-41e5-8e80-f6a07c138e01,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T18:39:44Z,topic='l3_agent')) {'router_ids': ['8487688f-289a-4efb-a1b4-65fefc025a43'], 'active': True} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:55:30.826674 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8713759-189a-4e2e-917a-d9d73d706bd7 req-41ee0ee6-48fa-45ab-b31c-02c0f46706ba tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] No DVR routers for this DVR port 0e4a93cf-a9fc-4b75-8bf7-0140ded974e5 on host hv-cinder-78626 {{(pid=98184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 18:55:30.830079 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [req-d8713759-189a-4e2e-917a-d9d73d706bd7 req-41ee0ee6-48fa-45ab-b31c-02c0f46706ba tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230521'] for port, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:30.832264 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-d8713759-189a-4e2e-917a-d9d73d706bd7 req-41ee0ee6-48fa-45ab-b31c-02c0f46706ba tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.39 "DELETE /v2.0/ports/0e4a93cf-a9fc-4b75-8bf7-0140ded974e5 HTTP/1.1" status: 204 len: 173 time: 0.9849167 Jun 10 18:55:30.832799 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dfd38ae-310d-4c3c-b40a-83004dbb0797', 'name': 'network-vif-deleted', 'tag': '0e4a93cf-a9fc-4b75-8bf7-0140ded974e5'}] {{(pid=98184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 18:55:30.835551 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb56d522721b4b5adfc42fa723f2f3515f3582caf8bc0113b3f39c2a7fe625ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3b4a325-0d2b-484b-bd27-c1e1004cee8a" -d '{"events": [{"server_uuid": "8dfd38ae-310d-4c3c-b40a-83004dbb0797", "name": "network-vif-deleted", "tag": "0e4a93cf-a9fc-4b75-8bf7-0140ded974e5"}]}' {{(pid=98184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 18:55:30.888775 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 18:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29b0e35e-d039-4dad-967b-eafd98acd3d5 x-openstack-request-id: req-29b0e35e-d039-4dad-967b-eafd98acd3d5 {{(pid=98184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 18:55:30.889161 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dfd38ae-310d-4c3c-b40a-83004dbb0797", "name": "network-vif-deleted", "tag": "0e4a93cf-a9fc-4b75-8bf7-0140ded974e5", "status": "completed", "code": 200}]} {{(pid=98184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 18:55:30.889487 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-29b0e35e-d039-4dad-967b-eafd98acd3d5 {{(pid=98184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 18:55:30.889912 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dfd38ae-310d-4c3c-b40a-83004dbb0797', 'name': 'network-vif-deleted', 'tag': '0e4a93cf-a9fc-4b75-8bf7-0140ded974e5', 'status': 'completed', 'code': 200} Jun 10 18:55:30.971987 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvr_db [None req-d733face-5485-4199-8085-5e1fa4392720 None None] Set router 8487688f-289a-4efb-a1b4-65fefc025a43 gateway port host: dv-cinder-786260-4-iscsi {{(pid=98186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 18:55:30.993901 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-269010c9-5fc6-49a5-89a6-44a07a308a75 req-3851d24d-977d-4602-93db-03c05b8215f8 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dfd38ae-310d-4c3c-b40a-83004dbb0797 HTTP/1.1" status: 200 len: 210 time: 0.0341806 Jun 10 18:55:31.234397 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-d733face-5485-4199-8085-5e1fa4392720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8487688f-289a-4efb-a1b4-65fefc025a43', 'name': 'tempest-AttachVolumeTestJSON-1426645987-router', 'tenant_id': 'b98132dec11942b2917326af967088e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': 'ef467441-f65a-47b2-9ae5-8f5c21e0c84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T18:47:19Z', 'updated_at': '2021-06-10T18:47:28Z', 'revision_number': 4, 'project_id': 'b98132dec11942b2917326af967088e0', 'gw_port': {'id': 'ef467441-f65a-47b2-9ae5-8f5c21e0c84a', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8487688f-289a-4efb-a1b4-65fefc025a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:47:21Z', 'updated_at': '2021-06-10T18:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi', '_interfaces': [{'id': 'a139b699-bac0-453c-9939-8a855c207458', 'name': '', 'network_id': 'cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73', 'tenant_id': 'b98132dec11942b2917326af967088e0', 'mac_address': 'fa:16:3e:fa:4b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8487688f-289a-4efb-a1b4-65fefc025a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '450a2f52-17ce-4ffd-a311-633c3f5e5032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:47:27Z', 'updated_at': '2021-06-10T18:47:40Z', 'revision_number': 5, 'project_id': 'b98132dec11942b2917326af967088e0', 'subnets': [{'id': '450a2f52-17ce-4ffd-a311-633c3f5e5032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-4-iscsi', False) {} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:55:31.238589 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d733face-5485-4199-8085-5e1fa4392720 None None] Checking router: 8487688f-289a-4efb-a1b4-65fefc025a43 for host: dv-cinder-786260-4-iscsi {{(pid=98186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 18:55:31.246793 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d733face-5485-4199-8085-5e1fa4392720 None None] Routers {'8487688f-289a-4efb-a1b4-65fefc025a43'} bound to L3 agent in host dv-cinder-786260-4-iscsi {{(pid=98186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 18:55:31.247394 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-d733face-5485-4199-8085-5e1fa4392720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T18:39:44Z,description=,heartbeat_timestamp=2021-06-10T18:55:14Z,host='dv-cinder-786260-4-iscsi',id=1661496b-b13c-41e5-8e80-f6a07c138e01,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T18:39:44Z,topic='l3_agent')) {'router_ids': ['8487688f-289a-4efb-a1b4-65fefc025a43'], 'active': True} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:55:31.397952 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvr_db [None req-d733face-5485-4199-8085-5e1fa4392720 None None] Set router 8487688f-289a-4efb-a1b4-65fefc025a43 gateway port host: dv-cinder-786260-4-iscsi {{(pid=98186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 18:55:31.659284 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-d733face-5485-4199-8085-5e1fa4392720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8487688f-289a-4efb-a1b4-65fefc025a43', 'name': 'tempest-AttachVolumeTestJSON-1426645987-router', 'tenant_id': 'b98132dec11942b2917326af967088e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': 'ef467441-f65a-47b2-9ae5-8f5c21e0c84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T18:47:19Z', 'updated_at': '2021-06-10T18:47:28Z', 'revision_number': 4, 'project_id': 'b98132dec11942b2917326af967088e0', 'gw_port': {'id': 'ef467441-f65a-47b2-9ae5-8f5c21e0c84a', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8487688f-289a-4efb-a1b4-65fefc025a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:47:21Z', 'updated_at': '2021-06-10T18:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi', '_interfaces': [{'id': 'a139b699-bac0-453c-9939-8a855c207458', 'name': '', 'network_id': 'cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73', 'tenant_id': 'b98132dec11942b2917326af967088e0', 'mac_address': 'fa:16:3e:fa:4b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8487688f-289a-4efb-a1b4-65fefc025a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '450a2f52-17ce-4ffd-a311-633c3f5e5032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:47:27Z', 'updated_at': '2021-06-10T18:47:40Z', 'revision_number': 5, 'project_id': 'b98132dec11942b2917326af967088e0', 'subnets': [{'id': '450a2f52-17ce-4ffd-a311-633c3f5e5032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-4-iscsi', False) {} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:55:31.662742 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d733face-5485-4199-8085-5e1fa4392720 None None] The sync data for ids ['8487688f-289a-4efb-a1b4-65fefc025a43'] in dv-cinder-786260-4-iscsi is: [{'id': '8487688f-289a-4efb-a1b4-65fefc025a43', 'name': 'tempest-AttachVolumeTestJSON-1426645987-router', 'tenant_id': 'b98132dec11942b2917326af967088e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': 'ef467441-f65a-47b2-9ae5-8f5c21e0c84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T18:47:19Z', 'updated_at': '2021-06-10T18:47:28Z', 'revision_number': 4, 'project_id': 'b98132dec11942b2917326af967088e0', 'gw_port': {'id': 'ef467441-f65a-47b2-9ae5-8f5c21e0c84a', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8487688f-289a-4efb-a1b4-65fefc025a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:47:21Z', 'updated_at': '2021-06-10T18:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi', '_interfaces': [{'id': 'a139b699-bac0-453c-9939-8a855c207458', 'name': '', 'network_id': 'cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73', 'tenant_id': 'b98132dec11942b2917326af967088e0', 'mac_address': 'fa:16:3e:fa:4b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8487688f-289a-4efb-a1b4-65fefc025a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '450a2f52-17ce-4ffd-a311-633c3f5e5032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:47:27Z', 'updated_at': '2021-06-10T18:47:40Z', 'revision_number': 5, 'project_id': 'b98132dec11942b2917326af967088e0', 'subnets': [{'id': '450a2f52-17ce-4ffd-a311-633c3f5e5032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 18:55:31.862699 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156fba08-2564-47d5-9258-c93dd6e8766c None None] New status for floating IP 18513511-5539-44df-a48c-bee27030e78d: DOWN {{(pid=98187) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 18:55:32.119972 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 53464) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:55:32.177103 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-338967ba-9850-4f7f-8717-0d71b1fac3a5 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Notify callbacks [] for security_group, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:32.200300 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-338967ba-9850-4f7f-8717-0d71b1fac3a5 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:32.250043 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-338967ba-9850-4f7f-8717-0d71b1fac3a5 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:32.252729 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-338967ba-9850-4f7f-8717-0d71b1fac3a5 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Notify callbacks [] for security_group, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:32.253867 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-338967ba-9850-4f7f-8717-0d71b1fac3a5 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "DELETE /v2.0/security-groups/7fc2e55c-47a1-47f8-a4f5-611ae6fb6623 HTTP/1.1" status: 204 len: 168 time: 0.1328983 Jun 10 18:55:32.254688 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-59dfdec5-7c21-4f39-ab8c-a62942b99f97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:55:32.256731 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 53466) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:55:32.264322 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338967ba-9850-4f7f-8717-0d71b1fac3a5 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc2e55c-47a1-47f8-a4f5-611ae6fb6623,revision_number=None']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:55:32.267295 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-338967ba-9850-4f7f-8717-0d71b1fac3a5 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:55:32.272800 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.api.v2.resource [None req-b8e7222c-ab89-4f3b-9bf8-02d06032d9d5 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] show failed (client error): The resource could not be found. Jun 10 18:55:32.276191 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-b8e7222c-ab89-4f3b-9bf8-02d06032d9d5 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/security-groups/7fc2e55c-47a1-47f8-a4f5-611ae6fb6623 HTTP/1.1" status: 404 len: 347 time: 0.0157957 Jun 10 18:55:32.276386 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 53468) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:55:32.696000 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.plugin [None req-43310711-3ccc-42e2-8099-d4dbf179f366 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Deleting port aedfbeff-c66c-4b7a-a410-ecc5b35f5ebb {{(pid=98184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 18:55:32.696339 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-43310711-3ccc-42e2-8099-d4dbf179f366 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578452511'] for port, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:32.790407 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-43310711-3ccc-42e2-8099-d4dbf179f366 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4044702'] for port, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:32.790731 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-43310711-3ccc-42e2-8099-d4dbf179f366 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:32.880880 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.plugin [None req-43310711-3ccc-42e2-8099-d4dbf179f366 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Calling delete_port for aedfbeff-c66c-4b7a-a410-ecc5b35f5ebb owned by network:floatingip {{(pid=98184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 18:55:33.043417 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-43310711-3ccc-42e2-8099-d4dbf179f366 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578457411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578064415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12374055'] for port, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:33.045223 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-69880731-a2ef-42e7-baa5-32d7fd387d3b tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:55:33.077696 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43310711-3ccc-42e2-8099-d4dbf179f366 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Pushing event deleted for resources: {'Port': ['ID=aedfbeff-c66c-4b7a-a410-ecc5b35f5ebb,revision_number=None']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:55:33.080660 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-43310711-3ccc-42e2-8099-d4dbf179f366 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:55:33.150956 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-43310711-3ccc-42e2-8099-d4dbf179f366 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Notify callbacks [] for floatingip, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:33.153433 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-43310711-3ccc-42e2-8099-d4dbf179f366 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230521'] for floatingip, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:33.154582 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-43310711-3ccc-42e2-8099-d4dbf179f366 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "DELETE /v2.0/floatingips/18513511-5539-44df-a48c-bee27030e78d HTTP/1.1" status: 204 len: 168 time: 0.8773186 Jun 10 18:55:33.460788 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 53476) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:55:33.465623 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.v2.base [None req-4ee96dfd-cdde-49d3-a60a-138d1eb33c40 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1404292401', 'description': 'tempest-description--1301583075'}} {{(pid=98184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:55:33.487887 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-4ee96dfd-cdde-49d3-a60a-138d1eb33c40 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Notify callbacks [] for security_group, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:33.580828 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-4ee96dfd-cdde-49d3-a60a-138d1eb33c40 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Notify callbacks [] for security_group, precommit_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:33.584190 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-4ee96dfd-cdde-49d3-a60a-138d1eb33c40 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:33.586445 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-b77680f9-f1fd-4e84-9ff8-565727cf8bc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:55:33.619235 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-4ee96dfd-cdde-49d3-a60a-138d1eb33c40 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Notify callbacks [] for security_group, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:33.620417 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-4ee96dfd-cdde-49d3-a60a-138d1eb33c40 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1584613 Jun 10 18:55:33.622296 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee96dfd-cdde-49d3-a60a-138d1eb33c40 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be8eefe1-71c7-4de4-9d3b-7a89ab736c85,revision_number=1']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:55:33.623516 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 53478) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:55:33.625620 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-4ee96dfd-cdde-49d3-a60a-138d1eb33c40 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:55:33.628659 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.v2.base [None req-c50c8cd6-682c-42f8-a1b2-624bb8e8c0c5 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Request body: {'security_group_rule': {'security_group_id': 'be8eefe1-71c7-4de4-9d3b-7a89ab736c85', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:55:33.659360 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-c50c8cd6-682c-42f8-a1b2-624bb8e8c0c5 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:33.717698 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-c50c8cd6-682c-42f8-a1b2-624bb8e8c0c5 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:33.721876 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-c50c8cd6-682c-42f8-a1b2-624bb8e8c0c5 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102015'] for security_group_rule, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:33.723950 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-3b21e9f0-0d61-4fea-b341-f228aeb5ae9a tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:55:33.741434 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50c8cd6-682c-42f8-a1b2-624bb8e8c0c5 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f14abff-c3c7-4884-a68f-c59a01a7818d,revision_number=0']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:55:33.743766 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-c50c8cd6-682c-42f8-a1b2-624bb8e8c0c5 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:55:33.744986 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-c50c8cd6-682c-42f8-a1b2-624bb8e8c0c5 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:33.746222 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-c50c8cd6-682c-42f8-a1b2-624bb8e8c0c5 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1216383 Jun 10 18:55:33.749805 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 53480) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:55:33.755109 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.v2.base [None req-68919d2a-138d-437a-bb88-44ffd3d7d41b tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Request body: {'security_group_rule': {'security_group_id': 'be8eefe1-71c7-4de4-9d3b-7a89ab736c85', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:55:33.779917 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-68919d2a-138d-437a-bb88-44ffd3d7d41b tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:33.840831 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-68919d2a-138d-437a-bb88-44ffd3d7d41b tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:33.845041 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-68919d2a-138d-437a-bb88-44ffd3d7d41b tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102015'] for security_group_rule, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:33.847187 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:55:33.864005 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68919d2a-138d-437a-bb88-44ffd3d7d41b tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31065b7b-f3d0-4e24-83df-0d0f4d615781,revision_number=0']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:55:33.866726 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-68919d2a-138d-437a-bb88-44ffd3d7d41b tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:55:33.872246 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-68919d2a-138d-437a-bb88-44ffd3d7d41b tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:33.873478 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-68919d2a-138d-437a-bb88-44ffd3d7d41b tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1225851 Jun 10 18:55:33.877209 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 53482) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:55:33.881622 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.v2.base [None req-08feb6ea-7141-438f-84dd-9920f700205c tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Request body: {'floatingip': {'floating_network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d'}} {{(pid=98185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:55:33.902537 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-08feb6ea-7141-438f-84dd-9920f700205c tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Notify callbacks [] for floatingip, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:33.949618 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Device 0e4a93cf-a9fc-4b75-8bf7-0140ded974e5 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=98186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 18:55:33.974565 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.plugin [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] No Port match for: 0e4a93cf-a9fc-4b75-8bf7-0140ded974e5 {{(pid=98186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 18:55:33.974932 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Device 0e4a93cf-a9fc-4b75-8bf7-0140ded974e5 not bound to the agent host hv-cinder-78626 {{(pid=98186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 18:55:34.023570 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-08feb6ea-7141-438f-84dd-9920f700205c tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-941319'] for port, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:34.146001 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.db.db_base_plugin_common [None req-08feb6ea-7141-438f-84dd-9920f700205c tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Allocated IP 172.27.3.89 (a2be77e0-c818-4f69-a7bb-de46a435f28d/dcf03c9b-e407-4813-8188-7ebc21a92a5e/3095730d-b6f4-42f8-9dea-bd21d1a7268f) {{(pid=98185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 18:55:34.273220 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-08feb6ea-7141-438f-84dd-9920f700205c tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Notify callbacks [] for port, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:34.315425 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-08feb6ea-7141-438f-84dd-9920f700205c tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-941510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578064406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11876810'] for port, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:34.317406 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-7da460b5-40f5-40f6-a118-81efa27ab3fa tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:55:34.370195 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08feb6ea-7141-438f-84dd-9920f700205c tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Network a2be77e0-c818-4f69-a7bb-de46a435f28d is already hosted by enough agents. {{(pid=98185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 18:55:34.372936 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.base_scheduler [None req-08feb6ea-7141-438f-84dd-9920f700205c tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Resources bound (agent type, host, resource id): {{(pid=98185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 18:55:34.378322 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08feb6ea-7141-438f-84dd-9920f700205c tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Received port after_create {{(pid=98185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 18:55:34.381301 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08feb6ea-7141-438f-84dd-9920f700205c tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Pushing event updated for resources: {'Port': ['ID=3095730d-b6f4-42f8-9dea-bd21d1a7268f,revision_number=1']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:55:34.406844 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-08feb6ea-7141-438f-84dd-9920f700205c tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:55:34.480208 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-08feb6ea-7141-438f-84dd-9920f700205c tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:34.530475 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-08feb6ea-7141-438f-84dd-9920f700205c tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:34.715582 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-08feb6ea-7141-438f-84dd-9920f700205c tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Notify callbacks [] for port, precommit_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:34.720872 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-08feb6ea-7141-438f-84dd-9920f700205c tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11876824'] for port, after_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:34.722877 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-03511a91-f26f-44a6-81d8-b271973d83a2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:55:34.804454 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08feb6ea-7141-438f-84dd-9920f700205c tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Pushing event updated for resources: {'Port': ['ID=3095730d-b6f4-42f8-9dea-bd21d1a7268f,revision_number=2']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:55:34.811429 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-08feb6ea-7141-438f-84dd-9920f700205c tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:55:34.821580 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-08feb6ea-7141-438f-84dd-9920f700205c tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4045568'] for floatingip, after_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:34.834130 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-08feb6ea-7141-438f-84dd-9920f700205c tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230521'] for floatingip, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:34.835321 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-08feb6ea-7141-438f-84dd-9920f700205c tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9571495 Jun 10 18:55:35.026690 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-c7939313-fb11-40a4-8049-56b91173abcc req-37b640b2-1c65-45c5-a1fc-c7a5bc0db719 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1404292401&fields=id&tenant_id=b98132dec11942b2917326af967088e0 HTTP/1.1" status: 200 len: 267 time: 0.0374389 Jun 10 18:55:35.155963 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7939313-fb11-40a4-8049-56b91173abcc req-e5384349-cc76-47e3-b18f-7c48552b80bf tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:55:35.157364 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-c7939313-fb11-40a4-8049-56b91173abcc req-e5384349-cc76-47e3-b18f-7c48552b80bf tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/networks?id=cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73 HTTP/1.1" status: 200 len: 811 time: 0.1244204 Jun 10 18:55:35.171362 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-c7939313-fb11-40a4-8049-56b91173abcc req-3291aa4b-3c09-4d74-935a-97de45240502 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/quotas/b98132dec11942b2917326af967088e0 HTTP/1.1" status: 200 len: 375 time: 0.0086343 Jun 10 18:55:35.247688 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-c7939313-fb11-40a4-8049-56b91173abcc req-912b2225-d2b9-4542-95e4-e13e12413b24 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b98132dec11942b2917326af967088e0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0705993 Jun 10 18:55:35.366301 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-c7939313-fb11-40a4-8049-56b91173abcc req-b8630f85-e187-4efd-8306-a0869f2b5760 service neutron] 10.222.0.15 "GET /v2.0/networks/cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065998 Jun 10 18:55:35.484408 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-c7939313-fb11-40a4-8049-56b91173abcc req-cc2c31b3-f208-49cc-b674-80f78c0d30a7 service neutron] 10.222.0.15 "GET /v2.0/networks/cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123168 Jun 10 18:55:35.654652 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-4eb92a8f-6743-471f-9a38-bfe55b4ca48d req-f87d5c48-42a6-403c-9af3-46b933091cd2 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/ports?device_id=87b14726-655b-4a40-9cdb-51465d164010 HTTP/1.1" status: 200 len: 210 time: 0.0335917 Jun 10 18:55:36.739474 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7939313-fb11-40a4-8049-56b91173abcc req-0e7bb548-90ce-405c-b24c-4dfb7e0f55fb tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:55:36.740867 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-c7939313-fb11-40a4-8049-56b91173abcc req-0e7bb548-90ce-405c-b24c-4dfb7e0f55fb tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.39 "GET /v2.0/networks?id=cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73 HTTP/1.1" status: 200 len: 811 time: 0.1367004 Jun 10 18:55:36.817684 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-a8ebb3bb-a24b-48b0-8299-773383993422 req-b77dd853-0324-4a6c-94e2-b775eeaa6fb6 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/ports?device_id=87b14726-655b-4a40-9cdb-51465d164010 HTTP/1.1" status: 200 len: 210 time: 0.0439615 Jun 10 18:55:36.822785 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-c7939313-fb11-40a4-8049-56b91173abcc req-4236c7d8-987b-4d89-8dba-288cbd57fdfe tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b98132dec11942b2917326af967088e0 HTTP/1.1" status: 200 len: 380 time: 0.0726202 Jun 10 18:55:36.832184 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.v2.base [req-c7939313-fb11-40a4-8049-56b91173abcc req-5f3e154a-4268-4425-8531-b4946727b9db tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Request body: {'port': {'device_id': '87b14726-655b-4a40-9cdb-51465d164010', 'network_id': 'cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73', 'admin_state_up': True, 'tenant_id': 'b98132dec11942b2917326af967088e0', 'security_groups': ['be8eefe1-71c7-4de4-9d3b-7a89ab736c85']}} {{(pid=98184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:55:36.979867 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7939313-fb11-40a4-8049-56b91173abcc req-5f3e154a-4268-4425-8531-b4946727b9db tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Made reservation on behalf of b98132dec11942b2917326af967088e0 for: {'port': 1} {{(pid=98184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 18:55:36.983425 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [req-c7939313-fb11-40a4-8049-56b91173abcc req-5f3e154a-4268-4425-8531-b4946727b9db tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-941319'] for port, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:37.135642 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.db.db_base_plugin_common [req-c7939313-fb11-40a4-8049-56b91173abcc req-5f3e154a-4268-4425-8531-b4946727b9db tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Allocated IP 172.20.0.5 (cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73/450a2f52-17ce-4ffd-a311-633c3f5e5032/ceba8f8e-ed42-45de-ad7c-fff59a143aec) {{(pid=98184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 18:55:37.292725 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [req-c7939313-fb11-40a4-8049-56b91173abcc req-5f3e154a-4268-4425-8531-b4946727b9db tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Notify callbacks [] for port, precommit_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:37.305328 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.db.provisioning_blocks [req-c7939313-fb11-40a4-8049-56b91173abcc req-5f3e154a-4268-4425-8531-b4946727b9db tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Transition to ACTIVE for port object ceba8f8e-ed42-45de-ad7c-fff59a143aec will not be triggered until provisioned by entity DHCP. {{(pid=98184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 18:55:37.339438 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [req-c7939313-fb11-40a4-8049-56b91173abcc req-5f3e154a-4268-4425-8531-b4946727b9db tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-941510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578064406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12374076'] for port, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:37.343044 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-b686e191-940c-45e1-99cf-94de46072bd7 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:55:37.389269 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7939313-fb11-40a4-8049-56b91173abcc req-5f3e154a-4268-4425-8531-b4946727b9db tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Network cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73 is already hosted by enough agents. {{(pid=98184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 18:55:37.393727 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.scheduler.base_scheduler [req-c7939313-fb11-40a4-8049-56b91173abcc req-5f3e154a-4268-4425-8531-b4946727b9db tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Resources bound (agent type, host, resource id): {{(pid=98184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 18:55:37.402834 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7939313-fb11-40a4-8049-56b91173abcc req-5f3e154a-4268-4425-8531-b4946727b9db tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Received port after_create {{(pid=98184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 18:55:37.434777 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3e154a-4268-4425-8531-b4946727b9db tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Pushing event updated for resources: {'Port': ['ID=ceba8f8e-ed42-45de-ad7c-fff59a143aec,revision_number=1']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:55:37.439830 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-5f3e154a-4268-4425-8531-b4946727b9db tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:55:37.465332 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7939313-fb11-40a4-8049-56b91173abcc req-5f3e154a-4268-4425-8531-b4946727b9db tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:55:37.465970 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [req-c7939313-fb11-40a4-8049-56b91173abcc req-5f3e154a-4268-4425-8531-b4946727b9db tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230521'] for port, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:37.481001 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-c7939313-fb11-40a4-8049-56b91173abcc req-5f3e154a-4268-4425-8531-b4946727b9db tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6539471 Jun 10 18:55:37.568321 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.v2.base [req-c7939313-fb11-40a4-8049-56b91173abcc req-274c1eae-269e-4ec4-be02-17e1bc4a3e73 service neutron] Request body: {'port': {'device_id': '87b14726-655b-4a40-9cdb-51465d164010', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=98184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:55:37.633699 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-517f4805-8c5b-408b-b2d4-a1c3001fdf62 None None] Provisioning for port ceba8f8e-ed42-45de-ad7c-fff59a143aec completed by entity DHCP. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 18:55:37.637295 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-517f4805-8c5b-408b-b2d4-a1c3001fdf62 None None] Provisioning complete for port ceba8f8e-ed42-45de-ad7c-fff59a143aec triggered by entity DHCP. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 18:55:37.637714 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-517f4805-8c5b-408b-b2d4-a1c3001fdf62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:37.657469 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [req-c7939313-fb11-40a4-8049-56b91173abcc req-274c1eae-269e-4ec4-be02-17e1bc4a3e73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:37.677851 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.plugin [None req-517f4805-8c5b-408b-b2d4-a1c3001fdf62 None None] Port ceba8f8e-ed42-45de-ad7c-fff59a143aec cannot update to ACTIVE because it is not bound. {{(pid=98186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 18:55:37.992450 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.notifiers.nova [req-c7939313-fb11-40a4-8049-56b91173abcc req-274c1eae-269e-4ec4-be02-17e1bc4a3e73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ceba8f8e-ed42-45de-ad7c-fff59a143aec {{(pid=98184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 18:55:38.001668 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [req-c7939313-fb11-40a4-8049-56b91173abcc req-274c1eae-269e-4ec4-be02-17e1bc4a3e73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:38.022262 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.db.provisioning_blocks [req-c7939313-fb11-40a4-8049-56b91173abcc req-274c1eae-269e-4ec4-be02-17e1bc4a3e73 service neutron] Transition to ACTIVE for port object ceba8f8e-ed42-45de-ad7c-fff59a143aec will not be triggered until provisioned by entity L2. {{(pid=98184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 18:55:38.026747 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [req-c7939313-fb11-40a4-8049-56b91173abcc req-274c1eae-269e-4ec4-be02-17e1bc4a3e73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12374062'] for port, after_update {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:38.029350 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-69880731-a2ef-42e7-baa5-32d7fd387d3b tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:55:38.088282 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4ae4e1-bcc5-4b52-8149-783a39543f87 req-9e7aa51b-d488-4a5b-adfa-4fc997ae0f76 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:55:38.089798 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-3d4ae4e1-bcc5-4b52-8149-783a39543f87 req-9e7aa51b-d488-4a5b-adfa-4fc997ae0f76 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/ports?device_id=87b14726-655b-4a40-9cdb-51465d164010 HTTP/1.1" status: 200 len: 931 time: 0.1434901 Jun 10 18:55:38.146087 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274c1eae-269e-4ec4-be02-17e1bc4a3e73 service neutron] Pushing event updated for resources: {'Port': ['ID=ceba8f8e-ed42-45de-ad7c-fff59a143aec,revision_number=2']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:55:38.158660 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-274c1eae-269e-4ec4-be02-17e1bc4a3e73 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:55:38.232204 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-3d4ae4e1-bcc5-4b52-8149-783a39543f87 req-52b36e3e-730b-4125-9d32-d099070bcbb7 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/security-groups?id=be8eefe1-71c7-4de4-9d3b-7a89ab736c85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013727 Jun 10 18:55:38.263061 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.managers [req-c7939313-fb11-40a4-8049-56b91173abcc req-274c1eae-269e-4ec4-be02-17e1bc4a3e73 service neutron] Attempting to bind port ceba8f8e-ed42-45de-ad7c-fff59a143aec on host hv-cinder-78626 for vnic_type normal with profile {{(pid=98184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 18:55:38.263397 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.managers [req-c7939313-fb11-40a4-8049-56b91173abcc req-274c1eae-269e-4ec4-be02-17e1bc4a3e73 service neutron] Attempting to bind port ceba8f8e-ed42-45de-ad7c-fff59a143aec by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '17dcff24-e9ed-43ca-b0d9-c821a6547efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73'}] {{(pid=98184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 18:55:38.263728 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7939313-fb11-40a4-8049-56b91173abcc req-274c1eae-269e-4ec4-be02-17e1bc4a3e73 service neutron] Attempting to bind port ceba8f8e-ed42-45de-ad7c-fff59a143aec on network cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73 {{(pid=98184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 18:55:38.268721 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7939313-fb11-40a4-8049-56b91173abcc req-274c1eae-269e-4ec4-be02-17e1bc4a3e73 service neutron] Port ceba8f8e-ed42-45de-ad7c-fff59a143aec on network cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=98184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 18:55:38.269045 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7939313-fb11-40a4-8049-56b91173abcc req-274c1eae-269e-4ec4-be02-17e1bc4a3e73 service neutron] Attempting to bind port ceba8f8e-ed42-45de-ad7c-fff59a143aec on network cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73 {{(pid=98184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 18:55:38.273747 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7939313-fb11-40a4-8049-56b91173abcc req-274c1eae-269e-4ec4-be02-17e1bc4a3e73 service neutron] Checking agent: {'id': '81ed237c-a7bd-4721-ad26-da2ab32caefc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 18, 45, 46), 'started_at': datetime.datetime(2021, 6, 10, 18, 45, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 18, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 18:55:38.274084 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7939313-fb11-40a4-8049-56b91173abcc req-274c1eae-269e-4ec4-be02-17e1bc4a3e73 service neutron] Checking segment: {'id': '17dcff24-e9ed-43ca-b0d9-c821a6547efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 18:55:38.274462 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7939313-fb11-40a4-8049-56b91173abcc req-274c1eae-269e-4ec4-be02-17e1bc4a3e73 service neutron] Bound using segment: {'id': '17dcff24-e9ed-43ca-b0d9-c821a6547efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73'} {{(pid=98184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 18:55:38.274881 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.managers [req-c7939313-fb11-40a4-8049-56b91173abcc req-274c1eae-269e-4ec4-be02-17e1bc4a3e73 service neutron] Bound port: ceba8f8e-ed42-45de-ad7c-fff59a143aec, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17dcff24-e9ed-43ca-b0d9-c821a6547efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73'}}] {{(pid=98184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 18:55:38.275222 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [req-c7939313-fb11-40a4-8049-56b91173abcc req-274c1eae-269e-4ec4-be02-17e1bc4a3e73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:38.347516 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.db [req-c7939313-fb11-40a4-8049-56b91173abcc req-274c1eae-269e-4ec4-be02-17e1bc4a3e73 service neutron] For port ceba8f8e-ed42-45de-ad7c-fff59a143aec, host hv-cinder-78626, cleared binding levels {{(pid=98184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 18:55:38.350414 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.db [req-c7939313-fb11-40a4-8049-56b91173abcc req-274c1eae-269e-4ec4-be02-17e1bc4a3e73 service neutron] For port ceba8f8e-ed42-45de-ad7c-fff59a143aec, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=ceba8f8e-ed42-45de-ad7c-fff59a143aec,segment=NetworkSegment(17dcff24-e9ed-43ca-b0d9-c821a6547efa),segment_id=17dcff24-e9ed-43ca-b0d9-c821a6547efa)] {{(pid=98184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 18:55:38.354970 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [req-c7939313-fb11-40a4-8049-56b91173abcc req-274c1eae-269e-4ec4-be02-17e1bc4a3e73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12374062'] for port, after_update {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:38.357622 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-90ad957f-86c9-4707-add4-8b210ba0f090 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:55:38.401668 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7939313-fb11-40a4-8049-56b91173abcc req-274c1eae-269e-4ec4-be02-17e1bc4a3e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:55:38.402278 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [req-c7939313-fb11-40a4-8049-56b91173abcc req-274c1eae-269e-4ec4-be02-17e1bc4a3e73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230521'] for port, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:38.403705 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-c7939313-fb11-40a4-8049-56b91173abcc req-274c1eae-269e-4ec4-be02-17e1bc4a3e73 service neutron] 10.222.0.39 "PUT /v2.0/ports/ceba8f8e-ed42-45de-ad7c-fff59a143aec HTTP/1.1" status: 200 len: 1093 time: 0.8397071 Jun 10 18:55:38.404149 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87b14726-655b-4a40-9cdb-51465d164010', 'tag': 'ceba8f8e-ed42-45de-ad7c-fff59a143aec'}] {{(pid=98184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 18:55:38.406644 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb56d522721b4b5adfc42fa723f2f3515f3582caf8bc0113b3f39c2a7fe625ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b9c2049-3a6f-450f-8cb7-53d1f4738421" -d '{"events": [{"name": "network-changed", "server_uuid": "87b14726-655b-4a40-9cdb-51465d164010", "tag": "ceba8f8e-ed42-45de-ad7c-fff59a143aec"}]}' {{(pid=98184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 18:55:38.433779 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274c1eae-269e-4ec4-be02-17e1bc4a3e73 service neutron] Pushing event updated for resources: {'Port': ['ID=ceba8f8e-ed42-45de-ad7c-fff59a143aec,revision_number=3']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:55:38.445052 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-274c1eae-269e-4ec4-be02-17e1bc4a3e73 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:55:38.453845 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 18:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acdf2440-ab1f-457c-b0ca-198cb74fef9f x-openstack-request-id: req-acdf2440-ab1f-457c-b0ca-198cb74fef9f {{(pid=98184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 18:55:38.453845 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87b14726-655b-4a40-9cdb-51465d164010", "tag": "ceba8f8e-ed42-45de-ad7c-fff59a143aec", "status": "completed", "code": 200}]} {{(pid=98184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 18:55:38.453845 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-acdf2440-ab1f-457c-b0ca-198cb74fef9f {{(pid=98184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 18:55:38.453845 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87b14726-655b-4a40-9cdb-51465d164010', 'tag': 'ceba8f8e-ed42-45de-ad7c-fff59a143aec', 'status': 'completed', 'code': 200} Jun 10 18:55:38.520837 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7939313-fb11-40a4-8049-56b91173abcc req-a8c33aac-4e32-4d10-ae00-2cc9da69a482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:55:38.522463 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-c7939313-fb11-40a4-8049-56b91173abcc req-a8c33aac-4e32-4d10-ae00-2cc9da69a482 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b98132dec11942b2917326af967088e0&device_id=87b14726-655b-4a40-9cdb-51465d164010 HTTP/1.1" status: 200 len: 1096 time: 0.0639625 Jun 10 18:55:38.583006 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-c7939313-fb11-40a4-8049-56b91173abcc req-9c5d4e68-11e7-4beb-924a-4a90f00807b9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ceba8f8e-ed42-45de-ad7c-fff59a143aec HTTP/1.1" status: 200 len: 217 time: 0.0519052 Jun 10 18:55:38.652223 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7939313-fb11-40a4-8049-56b91173abcc req-6c1b8f08-df2d-48be-bb02-6df46425cf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:55:38.653747 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-c7939313-fb11-40a4-8049-56b91173abcc req-6c1b8f08-df2d-48be-bb02-6df46425cf6d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=450a2f52-17ce-4ffd-a311-633c3f5e5032 HTTP/1.1" status: 200 len: 850 time: 0.0584791 Jun 10 18:55:38.715424 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7939313-fb11-40a4-8049-56b91173abcc req-b813948b-4c21-4ad2-8f60-061907a4e9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:55:38.716836 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-c7939313-fb11-40a4-8049-56b91173abcc req-b813948b-4c21-4ad2-8f60-061907a4e9c6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0565362 Jun 10 18:55:38.832165 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-c7939313-fb11-40a4-8049-56b91173abcc req-52fa27bb-7a4e-4dac-be26-a17f029c4de8 service neutron] 10.222.0.39 "GET /v2.0/networks/cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070583 Jun 10 18:55:38.947919 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-c7939313-fb11-40a4-8049-56b91173abcc req-cc6db30b-de30-4c9b-a080-7becbfcb3faa service neutron] 10.222.0.39 "GET /v2.0/networks/cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081166 Jun 10 18:55:39.061066 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9c2049-3a6f-450f-8cb7-53d1f4738421 req-98e75214-1421-4fce-9983-cf3fdbdcb407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:55:39.063137 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-2b9c2049-3a6f-450f-8cb7-53d1f4738421 req-98e75214-1421-4fce-9983-cf3fdbdcb407 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b98132dec11942b2917326af967088e0&device_id=87b14726-655b-4a40-9cdb-51465d164010 HTTP/1.1" status: 200 len: 1096 time: 0.0575674 Jun 10 18:55:39.183896 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9c2049-3a6f-450f-8cb7-53d1f4738421 req-65cd4f55-87e7-4944-b562-2a432dc33f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:55:39.185378 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-2b9c2049-3a6f-450f-8cb7-53d1f4738421 req-65cd4f55-87e7-4944-b562-2a432dc33f2d service neutron] 10.222.0.39 "GET /v2.0/networks?id=cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73 HTTP/1.1" status: 200 len: 912 time: 0.1125672 Jun 10 18:55:39.246681 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-2b9c2049-3a6f-450f-8cb7-53d1f4738421 req-74c5a0f0-4615-4f56-9e70-12c82eaf3f0a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ceba8f8e-ed42-45de-ad7c-fff59a143aec HTTP/1.1" status: 200 len: 217 time: 0.0492935 Jun 10 18:55:39.302855 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9c2049-3a6f-450f-8cb7-53d1f4738421 req-a5800b02-68ff-4118-b386-8f36f68974b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:55:39.304292 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-2b9c2049-3a6f-450f-8cb7-53d1f4738421 req-a5800b02-68ff-4118-b386-8f36f68974b3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=450a2f52-17ce-4ffd-a311-633c3f5e5032 HTTP/1.1" status: 200 len: 850 time: 0.0512228 Jun 10 18:55:39.369274 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9c2049-3a6f-450f-8cb7-53d1f4738421 req-da32e195-9815-4d20-9dfc-085d73e48ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:55:39.370727 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-2b9c2049-3a6f-450f-8cb7-53d1f4738421 req-da32e195-9815-4d20-9dfc-085d73e48ad0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0594070 Jun 10 18:55:39.414684 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd6b6a4-c354-4123-bae5-180a86d6086d req-29e7bab4-2419-48d7-abd1-c0bc18558c38 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:55:39.416158 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-6cd6b6a4-c354-4123-bae5-180a86d6086d req-29e7bab4-2419-48d7-abd1-c0bc18558c38 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/ports?device_id=87b14726-655b-4a40-9cdb-51465d164010 HTTP/1.1" status: 200 len: 943 time: 0.0680661 Jun 10 18:55:39.459257 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-6cd6b6a4-c354-4123-bae5-180a86d6086d req-781a6692-9738-437f-8b84-5b23bcc1d110 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/security-groups?id=be8eefe1-71c7-4de4-9d3b-7a89ab736c85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372226 Jun 10 18:55:39.498668 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-2b9c2049-3a6f-450f-8cb7-53d1f4738421 req-421fbb3d-3617-432e-af24-626c161b224d service neutron] 10.222.0.39 "GET /v2.0/networks/cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195171 Jun 10 18:55:39.621354 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-2b9c2049-3a6f-450f-8cb7-53d1f4738421 req-a452743e-6390-46e0-a336-ec924f58aa60 service neutron] 10.222.0.39 "GET /v2.0/networks/cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129303 Jun 10 18:55:40.643701 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807d4d34-2c7e-4a6a-9484-9737f1eebc2c req-d1c445a1-1030-4bef-95e8-699f66fb0d30 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:55:40.645071 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-807d4d34-2c7e-4a6a-9484-9737f1eebc2c req-d1c445a1-1030-4bef-95e8-699f66fb0d30 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/ports?device_id=87b14726-655b-4a40-9cdb-51465d164010 HTTP/1.1" status: 200 len: 943 time: 0.0720243 Jun 10 18:55:40.686483 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-807d4d34-2c7e-4a6a-9484-9737f1eebc2c req-f26f6603-1132-42c3-aa59-f231a4e38228 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/security-groups?id=be8eefe1-71c7-4de4-9d3b-7a89ab736c85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357749 Jun 10 18:55:41.806385 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-42d4da36-ee61-405d-b9f7-ad1adf0231e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:41.870038 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74152a51-c4ad-45d7-b9aa-9561e3444362 req-82fa82cf-c04d-42e1-9fca-76a40d90d83f tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:55:41.871490 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-74152a51-c4ad-45d7-b9aa-9561e3444362 req-82fa82cf-c04d-42e1-9fca-76a40d90d83f tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/ports?device_id=87b14726-655b-4a40-9cdb-51465d164010 HTTP/1.1" status: 200 len: 943 time: 0.0714571 Jun 10 18:55:41.912017 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-74152a51-c4ad-45d7-b9aa-9561e3444362 req-b2dc50a7-7f29-40ef-8930-e95d6d8414e1 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/security-groups?id=be8eefe1-71c7-4de4-9d3b-7a89ab736c85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350101 Jun 10 18:55:43.092801 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162e9be0-2a7d-4128-9ece-08bf41c016d9 req-fd0fa35c-6292-4933-9991-2d128d96cb5c tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:55:43.094286 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-162e9be0-2a7d-4128-9ece-08bf41c016d9 req-fd0fa35c-6292-4933-9991-2d128d96cb5c tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/ports?device_id=87b14726-655b-4a40-9cdb-51465d164010 HTTP/1.1" status: 200 len: 943 time: 0.0722296 Jun 10 18:55:43.134891 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-162e9be0-2a7d-4128-9ece-08bf41c016d9 req-1651dca5-7114-4851-bd37-474c00573dfd tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/security-groups?id=be8eefe1-71c7-4de4-9d3b-7a89ab736c85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350723 Jun 10 18:55:43.996367 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Device ceba8f8e-ed42-45de-ad7c-fff59a143aec details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=98186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 18:55:44.113729 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] For port ceba8f8e-ed42-45de-ad7c-fff59a143aec, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=ceba8f8e-ed42-45de-ad7c-fff59a143aec,segment=NetworkSegment(17dcff24-e9ed-43ca-b0d9-c821a6547efa),segment_id=17dcff24-e9ed-43ca-b0d9-c821a6547efa)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:55:44.125072 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Returning: {'device': 'ceba8f8e-ed42-45de-ad7c-fff59a143aec', 'network_id': 'cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73', 'port_id': 'ceba8f8e-ed42-45de-ad7c-fff59a143aec', 'mac_address': 'fa:16:3e:f1:ef:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '450a2f52-17ce-4ffd-a311-633c3f5e5032', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 18:55:44.170544 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:44.185344 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.notifiers.nova [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ceba8f8e-ed42-45de-ad7c-fff59a143aec {{(pid=98186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 18:55:44.206156 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] For port ceba8f8e-ed42-45de-ad7c-fff59a143aec, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=ceba8f8e-ed42-45de-ad7c-fff59a143aec,segment=NetworkSegment(17dcff24-e9ed-43ca-b0d9-c821a6547efa),segment_id=17dcff24-e9ed-43ca-b0d9-c821a6547efa)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:55:44.210260 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:44.212720 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:55:44.266425 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Pushing event updated for resources: {'Port': ['ID=ceba8f8e-ed42-45de-ad7c-fff59a143aec,revision_number=4']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:55:44.270500 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:55:44.285441 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-b0386e20-61b4-40b5-b287-842f3634290d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:44.324007 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2f1d01-7c35-454b-9d14-63ea1c697d34 req-f9bab24e-e980-4c55-a434-7610ff830913 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:55:44.325532 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-9b2f1d01-7c35-454b-9d14-63ea1c697d34 req-f9bab24e-e980-4c55-a434-7610ff830913 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/ports?device_id=87b14726-655b-4a40-9cdb-51465d164010 HTTP/1.1" status: 200 len: 944 time: 0.0759561 Jun 10 18:55:44.366977 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-9b2f1d01-7c35-454b-9d14-63ea1c697d34 req-d1ac787a-1ce4-41a8-9346-b62a430d8620 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/security-groups?id=be8eefe1-71c7-4de4-9d3b-7a89ab736c85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347219 Jun 10 18:55:44.432396 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:44.561272 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] get_ports_and_sgs() called for port_ids ['ceba8f8e-ed42-45de-ad7c-fff59a143aec'] {{(pid=98186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 18:55:45.442613 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-8dcc316c-a8c5-4da3-a0ad-e3f4fe9157be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:45.552708 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839d8cfa-b356-49d3-84df-59d5379722ee req-53b0cf9e-4553-4a7d-b0c6-14ff264f86ef tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:55:45.554210 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-839d8cfa-b356-49d3-84df-59d5379722ee req-53b0cf9e-4553-4a7d-b0c6-14ff264f86ef tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/ports?device_id=87b14726-655b-4a40-9cdb-51465d164010 HTTP/1.1" status: 200 len: 944 time: 0.0723383 Jun 10 18:55:45.594287 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-839d8cfa-b356-49d3-84df-59d5379722ee req-3a77ab8f-9962-4bde-a4bf-c54c5db5a83c tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/security-groups?id=be8eefe1-71c7-4de4-9d3b-7a89ab736c85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343995 Jun 10 18:55:46.017653 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Device ceba8f8e-ed42-45de-ad7c-fff59a143aec up at agent hyperv_hv-cinder-78626 {{(pid=98186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 18:55:46.070220 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Provisioning for port ceba8f8e-ed42-45de-ad7c-fff59a143aec completed by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 18:55:46.074664 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Provisioning complete for port ceba8f8e-ed42-45de-ad7c-fff59a143aec triggered by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 18:55:46.075058 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:46.166969 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:46.193076 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b14726-655b-4a40-9cdb-51465d164010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceba8f8e-ed42-45de-ad7c-fff59a143aec'}] {{(pid=98186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 18:55:46.195922 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c2f46a37dc9d9ea27ba47e2e5c887733d44c46f74833e79389795ef1d11a41d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-786b1465-d480-47ee-b8ce-a58ca32061b1" -d '{"events": [{"server_uuid": "87b14726-655b-4a40-9cdb-51465d164010", "name": "network-vif-plugged", "status": "completed", "tag": "ceba8f8e-ed42-45de-ad7c-fff59a143aec"}]}' {{(pid=98186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 18:55:46.210096 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] For port ceba8f8e-ed42-45de-ad7c-fff59a143aec, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=ceba8f8e-ed42-45de-ad7c-fff59a143aec,segment=NetworkSegment(17dcff24-e9ed-43ca-b0d9-c821a6547efa),segment_id=17dcff24-e9ed-43ca-b0d9-c821a6547efa)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:55:46.213983 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:46.216737 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-9c04ff0a-ae3b-4539-9f7b-c7c5a2c51788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:55:46.244032 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 18:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41dfde67-b41c-4c1d-9273-208cb71fa697 x-openstack-request-id: req-41dfde67-b41c-4c1d-9273-208cb71fa697 {{(pid=98186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 18:55:46.244331 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87b14726-655b-4a40-9cdb-51465d164010", "name": "network-vif-plugged", "status": "completed", "tag": "ceba8f8e-ed42-45de-ad7c-fff59a143aec", "code": 200}]} {{(pid=98186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 18:55:46.244590 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-41dfde67-b41c-4c1d-9273-208cb71fa697 {{(pid=98186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 18:55:46.244980 dv-cinder-786260-4-iscsi neutron-server[98186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b14726-655b-4a40-9cdb-51465d164010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceba8f8e-ed42-45de-ad7c-fff59a143aec', 'code': 200} Jun 10 18:55:46.275218 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Pushing event updated for resources: {'Port': ['ID=ceba8f8e-ed42-45de-ad7c-fff59a143aec,revision_number=5']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:55:46.278591 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:55:46.472797 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e725d49-9cb6-4621-8d99-47a443795f6c req-657ee33f-8870-489c-ab50-728e44190ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:55:46.474327 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-2e725d49-9cb6-4621-8d99-47a443795f6c req-657ee33f-8870-489c-ab50-728e44190ac5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=87b14726-655b-4a40-9cdb-51465d164010 HTTP/1.1" status: 200 len: 1098 time: 0.0586426 Jun 10 18:55:46.515152 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-2e725d49-9cb6-4621-8d99-47a443795f6c req-90adae09-2b0d-4671-b2e2-447ddc466e9e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=be8eefe1-71c7-4de4-9d3b-7a89ab736c85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317740 Jun 10 18:55:46.612970 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-3f4e2ab6-6216-47a7-a8ff-3393fa6287fb req-f0af1003-6b74-4a44-9c74-41f8042e8bf7 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-402611971&fields=id&tenant_id=8fa25c8cde534a6a9acc3f658014058f HTTP/1.1" status: 200 len: 267 time: 0.0417957 Jun 10 18:55:46.684497 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e2ab6-6216-47a7-a8ff-3393fa6287fb req-d754e937-4deb-4d92-993a-127590114baf tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:55:46.685981 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-3f4e2ab6-6216-47a7-a8ff-3393fa6287fb req-d754e937-4deb-4d92-993a-127590114baf tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd0fa06a-987e-4b6e-a35d-ddfae995b593 HTTP/1.1" status: 200 len: 984 time: 0.0677626 Jun 10 18:55:46.696945 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.v2.base [req-3f4e2ab6-6216-47a7-a8ff-3393fa6287fb req-7e28db79-1bca-4e27-b7e0-dc4d18e06342 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Request body: {'port': {'security_groups': ['e6bc7b4a-bc72-42f3-afbb-1c4965f0f943']}} {{(pid=98184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:55:46.776692 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91550558-1790-4880-b4e1-66ccad5e4155 req-3a743b01-2096-49e7-905a-5bdc81a386fd tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:55:46.778120 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-91550558-1790-4880-b4e1-66ccad5e4155 req-3a743b01-2096-49e7-905a-5bdc81a386fd tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/ports?device_id=87b14726-655b-4a40-9cdb-51465d164010 HTTP/1.1" status: 200 len: 945 time: 0.0704503 Jun 10 18:55:46.797050 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [req-3f4e2ab6-6216-47a7-a8ff-3393fa6287fb req-7e28db79-1bca-4e27-b7e0-dc4d18e06342 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:46.820356 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-91550558-1790-4880-b4e1-66ccad5e4155 req-1ec08cdb-dbea-4492-87a5-1798ae31a3b2 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/security-groups?id=be8eefe1-71c7-4de4-9d3b-7a89ab736c85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362175 Jun 10 18:55:47.007440 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.db [req-3f4e2ab6-6216-47a7-a8ff-3393fa6287fb req-7e28db79-1bca-4e27-b7e0-dc4d18e06342 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] For port 97adc4a8-52b3-4c72-8965-c47fb5250ecf, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=97adc4a8-52b3-4c72-8965-c47fb5250ecf,segment=NetworkSegment(58abb6c8-502f-4235-a5d6-142b20d61118),segment_id=58abb6c8-502f-4235-a5d6-142b20d61118)] {{(pid=98184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:55:47.039417 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [req-3f4e2ab6-6216-47a7-a8ff-3393fa6287fb req-7e28db79-1bca-4e27-b7e0-dc4d18e06342 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Notify callbacks [] for port, precommit_update {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:47.045794 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [req-3f4e2ab6-6216-47a7-a8ff-3393fa6287fb req-7e28db79-1bca-4e27-b7e0-dc4d18e06342 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12374062'] for port, after_update {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:47.050601 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:55:47.063348 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] get_ports_and_sgs() called for port_ids ['97adc4a8-52b3-4c72-8965-c47fb5250ecf'] {{(pid=98186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 18:55:47.138590 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e2ab6-6216-47a7-a8ff-3393fa6287fb req-7e28db79-1bca-4e27-b7e0-dc4d18e06342 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:55:47.139200 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [req-3f4e2ab6-6216-47a7-a8ff-3393fa6287fb req-7e28db79-1bca-4e27-b7e0-dc4d18e06342 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230521'] for port, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:47.140654 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-3f4e2ab6-6216-47a7-a8ff-3393fa6287fb req-7e28db79-1bca-4e27-b7e0-dc4d18e06342 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] 10.222.0.15 "PUT /v2.0/ports/97adc4a8-52b3-4c72-8965-c47fb5250ecf HTTP/1.1" status: 200 len: 942 time: 0.4483378 Jun 10 18:55:47.141378 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd0fa06a-987e-4b6e-a35d-ddfae995b593', 'tag': '97adc4a8-52b3-4c72-8965-c47fb5250ecf'}] {{(pid=98184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 18:55:47.144339 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb56d522721b4b5adfc42fa723f2f3515f3582caf8bc0113b3f39c2a7fe625ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aac5997d-60f5-47f9-9507-191383f09c5a" -d '{"events": [{"name": "network-changed", "server_uuid": "bd0fa06a-987e-4b6e-a35d-ddfae995b593", "tag": "97adc4a8-52b3-4c72-8965-c47fb5250ecf"}]}' {{(pid=98184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 18:55:47.148676 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 53568) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:55:47.187986 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e28db79-1bca-4e27-b7e0-dc4d18e06342 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Pushing event updated for resources: {'Port': ['ID=97adc4a8-52b3-4c72-8965-c47fb5250ecf,revision_number=7']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:55:47.192283 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-7e28db79-1bca-4e27-b7e0-dc4d18e06342 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:55:47.211229 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-73ae9e58-64b7-4ecb-9a23-6b4fce789052 req-247a3a04-020a-4c8f-8a00-2619e88e22e0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bd0fa06a-987e-4b6e-a35d-ddfae995b593&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1241417 Jun 10 18:55:47.222955 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 18:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b406bdf-cf61-40ae-9bb2-edc9e0c39a95 x-openstack-request-id: req-5b406bdf-cf61-40ae-9bb2-edc9e0c39a95 {{(pid=98184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 18:55:47.223297 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd0fa06a-987e-4b6e-a35d-ddfae995b593", "tag": "97adc4a8-52b3-4c72-8965-c47fb5250ecf", "status": "completed", "code": 200}]} {{(pid=98184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 18:55:47.223592 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5b406bdf-cf61-40ae-9bb2-edc9e0c39a95 {{(pid=98184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 18:55:47.224195 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd0fa06a-987e-4b6e-a35d-ddfae995b593', 'tag': '97adc4a8-52b3-4c72-8965-c47fb5250ecf', 'status': 'completed', 'code': 200} Jun 10 18:55:47.246600 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-79d97daa-ec14-4bd6-9a27-20fd68f4ebc6 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Notify callbacks [] for security_group, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:47.273962 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-bf1ede84-8c21-46ff-8a19-cb90afe635a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:47.282140 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-79d97daa-ec14-4bd6-9a27-20fd68f4ebc6 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:47.300006 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] get_ports_and_sgs() called for port_ids ['97adc4a8-52b3-4c72-8965-c47fb5250ecf'] {{(pid=98186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 18:55:47.327401 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ae9e58-64b7-4ecb-9a23-6b4fce789052 req-ac4c8895-c573-41b3-a37b-cefe26aa156c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:55:47.329988 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-73ae9e58-64b7-4ecb-9a23-6b4fce789052 req-ac4c8895-c573-41b3-a37b-cefe26aa156c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8fa25c8cde534a6a9acc3f658014058f&device_id=bd0fa06a-987e-4b6e-a35d-ddfae995b593 HTTP/1.1" status: 200 len: 1098 time: 0.0847211 Jun 10 18:55:47.365667 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-79d97daa-ec14-4bd6-9a27-20fd68f4ebc6 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:47.368814 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-79d97daa-ec14-4bd6-9a27-20fd68f4ebc6 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Notify callbacks [] for security_group, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:47.370073 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-79d97daa-ec14-4bd6-9a27-20fd68f4ebc6 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] 10.222.0.15 "DELETE /v2.0/security-groups/71cb3935-69e0-41a9-bdb2-75ba4f200b08 HTTP/1.1" status: 204 len: 168 time: 0.2204132 Jun 10 18:55:47.370983 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-17f00424-202f-4ad3-86fc-20fd7a2ae18c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:55:47.372751 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 53574) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:55:47.381668 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d97daa-ec14-4bd6-9a27-20fd68f4ebc6 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71cb3935-69e0-41a9-bdb2-75ba4f200b08,revision_number=None']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:55:47.383964 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-79d97daa-ec14-4bd6-9a27-20fd68f4ebc6 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:55:47.430331 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-33dcd413-e7ce-4794-a1ac-4b93c2f0e2ac None None] Provisioning complete for port 97adc4a8-52b3-4c72-8965-c47fb5250ecf triggered by entity DHCP. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 18:55:47.430820 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-33dcd413-e7ce-4794-a1ac-4b93c2f0e2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:47.635651 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:47.889291 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ae9e58-64b7-4ecb-9a23-6b4fce789052 req-7e832c53-6da9-4b8d-8a43-0b5fd3bc94ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:55:47.890776 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-73ae9e58-64b7-4ecb-9a23-6b4fce789052 req-7e832c53-6da9-4b8d-8a43-0b5fd3bc94ae service neutron] 10.222.0.39 "GET /v2.0/networks?id=14d750dc-f13b-4ce7-a115-b7a35aca44f1 HTTP/1.1" status: 200 len: 915 time: 0.1988747 Jun 10 18:55:48.004672 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a6a59-55bc-4c98-b284-890ca248a57a req-9a966bbc-ed56-4df4-b614-7db541566745 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:55:48.006085 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-73ae9e58-64b7-4ecb-9a23-6b4fce789052 req-ee484bee-6303-4273-9f22-2352d66100c4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=97adc4a8-52b3-4c72-8965-c47fb5250ecf HTTP/1.1" status: 200 len: 1001 time: 0.0911529 Jun 10 18:55:48.006232 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-699a6a59-55bc-4c98-b284-890ca248a57a req-9a966bbc-ed56-4df4-b614-7db541566745 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/ports?device_id=87b14726-655b-4a40-9cdb-51465d164010 HTTP/1.1" status: 200 len: 945 time: 0.0710845 Jun 10 18:55:48.013220 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.plugin [None req-78eb4307-d96a-48a3-b61a-131af84c7e5d tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Deleting port e298d8be-b200-4f25-a313-42eab6c91ef6 {{(pid=98184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 18:55:48.013659 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-78eb4307-d96a-48a3-b61a-131af84c7e5d tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578452511'] for port, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:48.047614 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-699a6a59-55bc-4c98-b284-890ca248a57a req-945a084e-7071-4c46-9e35-126abfedf0b4 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/security-groups?id=be8eefe1-71c7-4de4-9d3b-7a89ab736c85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356913 Jun 10 18:55:48.140847 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ae9e58-64b7-4ecb-9a23-6b4fce789052 req-2ef65263-a4db-4521-bd45-c47ce657298e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:55:48.143113 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-73ae9e58-64b7-4ecb-9a23-6b4fce789052 req-2ef65263-a4db-4521-bd45-c47ce657298e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=34f7ba08-2729-4feb-bb78-9a13b8a0814c HTTP/1.1" status: 200 len: 853 time: 0.1267636 Jun 10 18:55:48.198490 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-78eb4307-d96a-48a3-b61a-131af84c7e5d tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4044702'] for port, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:48.198821 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-78eb4307-d96a-48a3-b61a-131af84c7e5d tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:48.317820 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.plugin [None req-78eb4307-d96a-48a3-b61a-131af84c7e5d tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Calling delete_port for e298d8be-b200-4f25-a313-42eab6c91ef6 owned by network:floatingip {{(pid=98184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 18:55:48.444691 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ae9e58-64b7-4ecb-9a23-6b4fce789052 req-45c74f8b-f272-4f3b-bb74-1d9d1f7807c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:55:48.446139 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-73ae9e58-64b7-4ecb-9a23-6b4fce789052 req-45c74f8b-f272-4f3b-bb74-1d9d1f7807c1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=14d750dc-f13b-4ce7-a115-b7a35aca44f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2958000 Jun 10 18:55:48.473030 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9cd739-0b91-4396-b34b-b2b290ccbf03 req-916c00c1-d8bf-4b3f-abff-24f89b6c2dd2 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:55:48.474475 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-2d9cd739-0b91-4396-b34b-b2b290ccbf03 req-916c00c1-d8bf-4b3f-abff-24f89b6c2dd2 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/ports?device_id=87b14726-655b-4a40-9cdb-51465d164010 HTTP/1.1" status: 200 len: 945 time: 0.3071682 Jun 10 18:55:48.483175 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 53580) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:55:48.488521 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.v2.base [None req-9f3060d7-0b47-4aaa-a3b6-922dc5c314e2 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Request body: {'floatingip': {'port_id': 'ceba8f8e-ed42-45de-ad7c-fff59a143aec'}} {{(pid=98185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:55:48.544772 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-9f3060d7-0b47-4aaa-a3b6-922dc5c314e2 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Notify callbacks [] for floatingip, before_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:48.603875 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-73ae9e58-64b7-4ecb-9a23-6b4fce789052 req-76693420-6f33-462f-bc5e-1ab75cc40b76 service neutron] 10.222.0.39 "GET /v2.0/networks/14d750dc-f13b-4ce7-a115-b7a35aca44f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497388 Jun 10 18:55:48.746041 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-78eb4307-d96a-48a3-b61a-131af84c7e5d tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578457411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578064415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12374055'] for port, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:48.755612 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-8f470019-379e-41d2-8892-2e32743c40bd tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:55:48.792535 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eb4307-d96a-48a3-b61a-131af84c7e5d tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Pushing event deleted for resources: {'Port': ['ID=e298d8be-b200-4f25-a313-42eab6c91ef6,revision_number=None']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:55:48.795202 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-78eb4307-d96a-48a3-b61a-131af84c7e5d tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:55:48.857639 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-73ae9e58-64b7-4ecb-9a23-6b4fce789052 req-2772cbdd-b18f-46cf-a890-6dcc74432a9f service neutron] 10.222.0.39 "GET /v2.0/networks/14d750dc-f13b-4ce7-a115-b7a35aca44f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180219 Jun 10 18:55:48.877477 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-78eb4307-d96a-48a3-b61a-131af84c7e5d tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Notify callbacks [] for floatingip, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:48.877809 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.db.l3_db [None req-78eb4307-d96a-48a3-b61a-131af84c7e5d tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Floating IP a43fca92-0573-42f4-9d9c-aeed67a7e73d disassociated (deleted). External IP: 172.27.3.200, port: 97adc4a8-52b3-4c72-8965-c47fb5250ecf. Jun 10 18:55:49.077029 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5997d-60f5-47f9-9507-191383f09c5a req-f1409b58-ee93-4d7f-b198-b587bbb3b15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:55:49.078797 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-aac5997d-60f5-47f9-9507-191383f09c5a req-f1409b58-ee93-4d7f-b198-b587bbb3b15b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8fa25c8cde534a6a9acc3f658014058f&device_id=bd0fa06a-987e-4b6e-a35d-ddfae995b593 HTTP/1.1" status: 200 len: 1098 time: 0.1461108 Jun 10 18:55:49.139337 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-9f3060d7-0b47-4aaa-a3b6-922dc5c314e2 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:49.143642 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-9f3060d7-0b47-4aaa-a3b6-922dc5c314e2 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4045568'] for floatingip, after_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:49.288154 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.db.l3_db [None req-9f3060d7-0b47-4aaa-a3b6-922dc5c314e2 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Floating IP d3230e97-48cd-4a71-9af2-0690b210f22e associated. External IP: 172.27.3.89, port: ceba8f8e-ed42-45de-ad7c-fff59a143aec. Jun 10 18:55:49.615748 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78eb4307-d96a-48a3-b61a-131af84c7e5d tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Router eaa19a91-ed7e-451b-963c-7ebb325418c4 has already been hosted by L3 agent 1661496b-b13c-41e5-8e80-f6a07c138e01 {{(pid=98184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 18:55:49.617857 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5997d-60f5-47f9-9507-191383f09c5a req-d0aafe20-ea5a-4eb4-8e5c-08b46616f71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:55:49.620411 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-aac5997d-60f5-47f9-9507-191383f09c5a req-d0aafe20-ea5a-4eb4-8e5c-08b46616f71a service neutron] 10.222.0.39 "GET /v2.0/networks?id=14d750dc-f13b-4ce7-a115-b7a35aca44f1 HTTP/1.1" status: 200 len: 915 time: 0.4913301 Jun 10 18:55:49.783051 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-aac5997d-60f5-47f9-9507-191383f09c5a req-0cb9c2a0-18fa-4d39-8d77-a7fb2bae9610 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=97adc4a8-52b3-4c72-8965-c47fb5250ecf HTTP/1.1" status: 200 len: 217 time: 0.1543233 Jun 10 18:55:49.853193 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f3060d7-0b47-4aaa-a3b6-922dc5c314e2 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Router 8487688f-289a-4efb-a1b4-65fefc025a43 has already been hosted by L3 agent 1661496b-b13c-41e5-8e80-f6a07c138e01 {{(pid=98185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 18:55:49.863862 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5997d-60f5-47f9-9507-191383f09c5a req-c1ff1313-2fee-48f4-8a8c-c7934c7edda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:55:49.865295 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-aac5997d-60f5-47f9-9507-191383f09c5a req-c1ff1313-2fee-48f4-8a8c-c7934c7edda3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=34f7ba08-2729-4feb-bb78-9a13b8a0814c HTTP/1.1" status: 200 len: 853 time: 0.0706062 Jun 10 18:55:49.872985 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78eb4307-d96a-48a3-b61a-131af84c7e5d tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Notify agent at l3_agent.dv-cinder-786260-4-iscsi the message routers_updated {{(pid=98184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 18:55:49.882485 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfcc208-ea49-4567-8248-728bdade4c3e None None] Sync routers for ids ['eaa19a91-ed7e-451b-963c-7ebb325418c4'] in dv-cinder-786260-4-iscsi {{(pid=98186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 18:55:49.890132 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-78eb4307-d96a-48a3-b61a-131af84c7e5d tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230521'] for floatingip, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:49.892734 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfcc208-ea49-4567-8248-728bdade4c3e None None] Routers {'eaa19a91-ed7e-451b-963c-7ebb325418c4'} bound to L3 agent in host dv-cinder-786260-4-iscsi {{(pid=98186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 18:55:49.893487 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-6cfcc208-ea49-4567-8248-728bdade4c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T18:39:44Z,description=,heartbeat_timestamp=2021-06-10T18:55:44Z,host='dv-cinder-786260-4-iscsi',id=1661496b-b13c-41e5-8e80-f6a07c138e01,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T18:39:44Z,topic='l3_agent')) {'router_ids': ['eaa19a91-ed7e-451b-963c-7ebb325418c4'], 'active': True} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:55:49.986454 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-78eb4307-d96a-48a3-b61a-131af84c7e5d tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] 10.222.0.15 "DELETE /v2.0/floatingips/a43fca92-0573-42f4-9d9c-aeed67a7e73d HTTP/1.1" status: 204 len: 168 time: 2.6035373 Jun 10 18:55:49.991828 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd0fa06a-987e-4b6e-a35d-ddfae995b593', 'tag': '97adc4a8-52b3-4c72-8965-c47fb5250ecf'}] {{(pid=98184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 18:55:49.994512 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb56d522721b4b5adfc42fa723f2f3515f3582caf8bc0113b3f39c2a7fe625ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfa46d32-6776-4cc6-a08e-a6b86a695783" -d '{"events": [{"name": "network-changed", "server_uuid": "bd0fa06a-987e-4b6e-a35d-ddfae995b593", "tag": "97adc4a8-52b3-4c72-8965-c47fb5250ecf"}]}' {{(pid=98184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 18:55:50.009625 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f3060d7-0b47-4aaa-a3b6-922dc5c314e2 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Notify agent at l3_agent.dv-cinder-786260-4-iscsi the message routers_updated {{(pid=98185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 18:55:50.020658 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7536df93-96ff-4818-8217-5340b5460424 None None] Sync routers for ids ['8487688f-289a-4efb-a1b4-65fefc025a43'] in dv-cinder-786260-4-iscsi {{(pid=98187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 18:55:50.021594 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-9f3060d7-0b47-4aaa-a3b6-922dc5c314e2 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230521'] for floatingip, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:50.023635 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5997d-60f5-47f9-9507-191383f09c5a req-f062b56b-6a79-4136-ab7d-45adbdcd66b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:55:50.025183 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-aac5997d-60f5-47f9-9507-191383f09c5a req-f062b56b-6a79-4136-ab7d-45adbdcd66b5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=14d750dc-f13b-4ce7-a115-b7a35aca44f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1502516 Jun 10 18:55:50.034706 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7536df93-96ff-4818-8217-5340b5460424 None None] Routers {'8487688f-289a-4efb-a1b4-65fefc025a43'} bound to L3 agent in host dv-cinder-786260-4-iscsi {{(pid=98187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 18:55:50.035357 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_hamode_db [None req-7536df93-96ff-4818-8217-5340b5460424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T18:39:44Z,description=,heartbeat_timestamp=2021-06-10T18:55:44Z,host='dv-cinder-786260-4-iscsi',id=1661496b-b13c-41e5-8e80-f6a07c138e01,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T18:39:44Z,topic='l3_agent')) {'router_ids': ['8487688f-289a-4efb-a1b4-65fefc025a43'], 'active': True} {{(pid=98187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:55:50.077643 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-9f3060d7-0b47-4aaa-a3b6-922dc5c314e2 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "PUT /v2.0/floatingips/d3230e97-48cd-4a71-9af2-0690b210f22e HTTP/1.1" status: 200 len: 990 time: 1.5933206 Jun 10 18:55:50.080055 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87b14726-655b-4a40-9cdb-51465d164010', 'tag': 'ceba8f8e-ed42-45de-ad7c-fff59a143aec'}] {{(pid=98185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 18:55:50.082904 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44d46bb02d59f4e600e8e3fdef735be97a189b4bda953b1539dd9e97451c2ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c93b6356-832c-42a2-be11-924677086abf" -d '{"events": [{"name": "network-changed", "server_uuid": "87b14726-655b-4a40-9cdb-51465d164010", "tag": "ceba8f8e-ed42-45de-ad7c-fff59a143aec"}]}' {{(pid=98185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 18:55:50.165702 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-aac5997d-60f5-47f9-9507-191383f09c5a req-eb6c70dd-18af-4d48-b436-59acb033e3fd service neutron] 10.222.0.39 "GET /v2.0/networks/14d750dc-f13b-4ce7-a115-b7a35aca44f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324286 Jun 10 18:55:50.167533 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 18:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e3d9c8-1456-4e08-8a80-073b6f2090cc x-openstack-request-id: req-15e3d9c8-1456-4e08-8a80-073b6f2090cc {{(pid=98184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 18:55:50.167678 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd0fa06a-987e-4b6e-a35d-ddfae995b593", "tag": "97adc4a8-52b3-4c72-8965-c47fb5250ecf", "status": "completed", "code": 200}]} {{(pid=98184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 18:55:50.168034 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-15e3d9c8-1456-4e08-8a80-073b6f2090cc {{(pid=98184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 18:55:50.168527 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd0fa06a-987e-4b6e-a35d-ddfae995b593', 'tag': '97adc4a8-52b3-4c72-8965-c47fb5250ecf', 'status': 'completed', 'code': 200} Jun 10 18:55:50.227492 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvr_db [None req-6cfcc208-ea49-4567-8248-728bdade4c3e None None] Set router eaa19a91-ed7e-451b-963c-7ebb325418c4 gateway port host: dv-cinder-786260-4-iscsi {{(pid=98186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 18:55:50.272374 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_dvr_db [None req-7536df93-96ff-4818-8217-5340b5460424 None None] Set router 8487688f-289a-4efb-a1b4-65fefc025a43 gateway port host: dv-cinder-786260-4-iscsi {{(pid=98187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 18:55:50.291675 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 18:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5870dcb1-10a2-41da-939e-9206888c6feb x-openstack-request-id: req-5870dcb1-10a2-41da-939e-9206888c6feb {{(pid=98185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 18:55:50.292542 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87b14726-655b-4a40-9cdb-51465d164010", "tag": "ceba8f8e-ed42-45de-ad7c-fff59a143aec", "status": "completed", "code": 200}]} {{(pid=98185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 18:55:50.293057 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5870dcb1-10a2-41da-939e-9206888c6feb {{(pid=98185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 18:55:50.293871 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87b14726-655b-4a40-9cdb-51465d164010', 'tag': 'ceba8f8e-ed42-45de-ad7c-fff59a143aec', 'status': 'completed', 'code': 200} Jun 10 18:55:50.315880 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-aac5997d-60f5-47f9-9507-191383f09c5a req-54f64e77-f1e3-469a-ba78-1e35b77a364b service neutron] 10.222.0.39 "GET /v2.0/networks/14d750dc-f13b-4ce7-a115-b7a35aca44f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422796 Jun 10 18:55:50.482461 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa46d32-6776-4cc6-a08e-a6b86a695783 req-da99e179-ac6d-49e6-be35-88a28f6b8366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:55:50.484497 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-bfa46d32-6776-4cc6-a08e-a6b86a695783 req-da99e179-ac6d-49e6-be35-88a28f6b8366 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8fa25c8cde534a6a9acc3f658014058f&device_id=bd0fa06a-987e-4b6e-a35d-ddfae995b593 HTTP/1.1" status: 200 len: 1098 time: 0.0752866 Jun 10 18:55:50.498427 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93b6356-832c-42a2-be11-924677086abf req-627b9d57-947e-4985-b2e5-eacb8b78b6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:55:50.500595 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-c93b6356-832c-42a2-be11-924677086abf req-627b9d57-947e-4985-b2e5-eacb8b78b6e0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b98132dec11942b2917326af967088e0&device_id=87b14726-655b-4a40-9cdb-51465d164010 HTTP/1.1" status: 200 len: 1098 time: 0.1741383 Jun 10 18:55:50.598706 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-6cfcc208-ea49-4567-8248-728bdade4c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaa19a91-ed7e-451b-963c-7ebb325418c4', 'name': 'tempest-TestMinimumBasicScenario-562238170-router', 'tenant_id': '8fa25c8cde534a6a9acc3f658014058f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '9f74329f-9516-48df-b9ed-f247bebdd4fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T18:50:33Z', 'updated_at': '2021-06-10T18:50:37Z', 'revision_number': 4, 'project_id': '8fa25c8cde534a6a9acc3f658014058f', 'gw_port': {'id': '9f74329f-9516-48df-b9ed-f247bebdd4fd', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d7:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa19a91-ed7e-451b-963c-7ebb325418c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:50:34Z', 'updated_at': '2021-06-10T18:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi', '_interfaces': [{'id': '61be99a6-a09f-4e25-b50e-2c0d6187cd00', 'name': '', 'network_id': '14d750dc-f13b-4ce7-a115-b7a35aca44f1', 'tenant_id': '8fa25c8cde534a6a9acc3f658014058f', 'mac_address': 'fa:16:3e:c1:00:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa19a91-ed7e-451b-963c-7ebb325418c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '34f7ba08-2729-4feb-bb78-9a13b8a0814c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:50:36Z', 'updated_at': '2021-06-10T18:50:44Z', 'revision_number': 5, 'project_id': '8fa25c8cde534a6a9acc3f658014058f', 'subnets': [{'id': '34f7ba08-2729-4feb-bb78-9a13b8a0814c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-4-iscsi', False) {} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:55:50.602809 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfcc208-ea49-4567-8248-728bdade4c3e None None] Checking router: eaa19a91-ed7e-451b-963c-7ebb325418c4 for host: dv-cinder-786260-4-iscsi {{(pid=98186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 18:55:50.611874 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfcc208-ea49-4567-8248-728bdade4c3e None None] Routers {'eaa19a91-ed7e-451b-963c-7ebb325418c4'} bound to L3 agent in host dv-cinder-786260-4-iscsi {{(pid=98186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 18:55:50.612722 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-6cfcc208-ea49-4567-8248-728bdade4c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T18:39:44Z,description=,heartbeat_timestamp=2021-06-10T18:55:44Z,host='dv-cinder-786260-4-iscsi',id=1661496b-b13c-41e5-8e80-f6a07c138e01,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T18:39:44Z,topic='l3_agent')) {'router_ids': ['eaa19a91-ed7e-451b-963c-7ebb325418c4'], 'active': True} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:55:50.653619 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_hamode_db [None req-7536df93-96ff-4818-8217-5340b5460424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8487688f-289a-4efb-a1b4-65fefc025a43', 'name': 'tempest-AttachVolumeTestJSON-1426645987-router', 'tenant_id': 'b98132dec11942b2917326af967088e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': 'ef467441-f65a-47b2-9ae5-8f5c21e0c84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T18:47:19Z', 'updated_at': '2021-06-10T18:47:28Z', 'revision_number': 4, 'project_id': 'b98132dec11942b2917326af967088e0', 'gw_port': {'id': 'ef467441-f65a-47b2-9ae5-8f5c21e0c84a', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8487688f-289a-4efb-a1b4-65fefc025a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:47:21Z', 'updated_at': '2021-06-10T18:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi', '_floatingips': [{'id': 'd3230e97-48cd-4a71-9af2-0690b210f22e', 'tenant_id': 'b98132dec11942b2917326af967088e0', 'floating_ip_address': '172.27.3.89', 'floating_network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'router_id': '8487688f-289a-4efb-a1b4-65fefc025a43', 'port_id': 'ceba8f8e-ed42-45de-ad7c-fff59a143aec', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73', 'mac_address': 'fa:16:3e:f1:ef:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b14726-655b-4a40-9cdb-51465d164010', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T18:55:34Z', 'updated_at': '2021-06-10T18:55:49Z', 'revision_number': 1, 'project_id': 'b98132dec11942b2917326af967088e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a139b699-bac0-453c-9939-8a855c207458', 'name': '', 'network_id': 'cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73', 'tenant_id': 'b98132dec11942b2917326af967088e0', 'mac_address': 'fa:16:3e:fa:4b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8487688f-289a-4efb-a1b4-65fefc025a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '450a2f52-17ce-4ffd-a311-633c3f5e5032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:47:27Z', 'updated_at': '2021-06-10T18:47:40Z', 'revision_number': 5, 'project_id': 'b98132dec11942b2917326af967088e0', 'subnets': [{'id': '450a2f52-17ce-4ffd-a311-633c3f5e5032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-4-iscsi', False) {} {{(pid=98187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:55:50.658983 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa46d32-6776-4cc6-a08e-a6b86a695783 req-207e8ed2-6fc5-46cf-a0d7-c1b3e09005d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:55:50.659167 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7536df93-96ff-4818-8217-5340b5460424 None None] Checking router: 8487688f-289a-4efb-a1b4-65fefc025a43 for host: dv-cinder-786260-4-iscsi {{(pid=98187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 18:55:50.661759 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-bfa46d32-6776-4cc6-a08e-a6b86a695783 req-207e8ed2-6fc5-46cf-a0d7-c1b3e09005d3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=14d750dc-f13b-4ce7-a115-b7a35aca44f1 HTTP/1.1" status: 200 len: 915 time: 0.1692488 Jun 10 18:55:50.668906 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7536df93-96ff-4818-8217-5340b5460424 None None] Routers {'8487688f-289a-4efb-a1b4-65fefc025a43'} bound to L3 agent in host dv-cinder-786260-4-iscsi {{(pid=98187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 18:55:50.669678 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_hamode_db [None req-7536df93-96ff-4818-8217-5340b5460424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T18:39:44Z,description=,heartbeat_timestamp=2021-06-10T18:55:44Z,host='dv-cinder-786260-4-iscsi',id=1661496b-b13c-41e5-8e80-f6a07c138e01,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T18:39:44Z,topic='l3_agent')) {'router_ids': ['8487688f-289a-4efb-a1b4-65fefc025a43'], 'active': True} {{(pid=98187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:55:50.671641 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93b6356-832c-42a2-be11-924677086abf req-5f3827e4-1287-4a9c-986c-403ca41651c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:55:50.674013 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-c93b6356-832c-42a2-be11-924677086abf req-5f3827e4-1287-4a9c-986c-403ca41651c2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73 HTTP/1.1" status: 200 len: 912 time: 0.1654036 Jun 10 18:55:50.718690 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-bfa46d32-6776-4cc6-a08e-a6b86a695783 req-59886148-c39d-4a65-9435-ec6e4f32694d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=97adc4a8-52b3-4c72-8965-c47fb5250ecf HTTP/1.1" status: 200 len: 217 time: 0.0501444 Jun 10 18:55:50.761482 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvr_db [None req-6cfcc208-ea49-4567-8248-728bdade4c3e None None] Set router eaa19a91-ed7e-451b-963c-7ebb325418c4 gateway port host: dv-cinder-786260-4-iscsi {{(pid=98186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 18:55:50.763103 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-c93b6356-832c-42a2-be11-924677086abf req-ad3137e8-0146-4935-8f6a-79e44907ec0e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ceba8f8e-ed42-45de-ad7c-fff59a143aec HTTP/1.1" status: 200 len: 998 time: 0.0831048 Jun 10 18:55:50.811246 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa46d32-6776-4cc6-a08e-a6b86a695783 req-37311b8b-3e26-4263-a518-16c22ab7c31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:55:50.812703 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-bfa46d32-6776-4cc6-a08e-a6b86a695783 req-37311b8b-3e26-4263-a518-16c22ab7c31c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=34f7ba08-2729-4feb-bb78-9a13b8a0814c HTTP/1.1" status: 200 len: 853 time: 0.0874767 Jun 10 18:55:50.835055 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_dvr_db [None req-7536df93-96ff-4818-8217-5340b5460424 None None] Set router 8487688f-289a-4efb-a1b4-65fefc025a43 gateway port host: dv-cinder-786260-4-iscsi {{(pid=98187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 18:55:50.846822 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93b6356-832c-42a2-be11-924677086abf req-ac5d78fe-071f-47b3-9256-cc9f107bae97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:55:50.848388 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-c93b6356-832c-42a2-be11-924677086abf req-ac5d78fe-071f-47b3-9256-cc9f107bae97 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=450a2f52-17ce-4ffd-a311-633c3f5e5032 HTTP/1.1" status: 200 len: 850 time: 0.0755427 Jun 10 18:55:50.890343 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa46d32-6776-4cc6-a08e-a6b86a695783 req-a30254df-9379-45f3-a72d-557a0d2f7de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:55:50.892367 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-bfa46d32-6776-4cc6-a08e-a6b86a695783 req-a30254df-9379-45f3-a72d-557a0d2f7de5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=14d750dc-f13b-4ce7-a115-b7a35aca44f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0721319 Jun 10 18:55:50.944080 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93b6356-832c-42a2-be11-924677086abf req-77152348-27ca-4b8c-9515-06516d8dbad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:55:50.946854 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-c93b6356-832c-42a2-be11-924677086abf req-77152348-27ca-4b8c-9515-06516d8dbad4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0780778 Jun 10 18:55:51.040892 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-bfa46d32-6776-4cc6-a08e-a6b86a695783 req-e1fd5abc-2f9b-4a4d-b441-fe878e53d21b service neutron] 10.222.0.39 "GET /v2.0/networks/14d750dc-f13b-4ce7-a115-b7a35aca44f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376328 Jun 10 18:55:51.068003 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-6cfcc208-ea49-4567-8248-728bdade4c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaa19a91-ed7e-451b-963c-7ebb325418c4', 'name': 'tempest-TestMinimumBasicScenario-562238170-router', 'tenant_id': '8fa25c8cde534a6a9acc3f658014058f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '9f74329f-9516-48df-b9ed-f247bebdd4fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T18:50:33Z', 'updated_at': '2021-06-10T18:50:37Z', 'revision_number': 4, 'project_id': '8fa25c8cde534a6a9acc3f658014058f', 'gw_port': {'id': '9f74329f-9516-48df-b9ed-f247bebdd4fd', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d7:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa19a91-ed7e-451b-963c-7ebb325418c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:50:34Z', 'updated_at': '2021-06-10T18:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi', '_interfaces': [{'id': '61be99a6-a09f-4e25-b50e-2c0d6187cd00', 'name': '', 'network_id': '14d750dc-f13b-4ce7-a115-b7a35aca44f1', 'tenant_id': '8fa25c8cde534a6a9acc3f658014058f', 'mac_address': 'fa:16:3e:c1:00:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa19a91-ed7e-451b-963c-7ebb325418c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '34f7ba08-2729-4feb-bb78-9a13b8a0814c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:50:36Z', 'updated_at': '2021-06-10T18:50:44Z', 'revision_number': 5, 'project_id': '8fa25c8cde534a6a9acc3f658014058f', 'subnets': [{'id': '34f7ba08-2729-4feb-bb78-9a13b8a0814c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-4-iscsi', False) {} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:55:51.071998 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfcc208-ea49-4567-8248-728bdade4c3e None None] The sync data for ids ['eaa19a91-ed7e-451b-963c-7ebb325418c4'] in dv-cinder-786260-4-iscsi is: [{'id': 'eaa19a91-ed7e-451b-963c-7ebb325418c4', 'name': 'tempest-TestMinimumBasicScenario-562238170-router', 'tenant_id': '8fa25c8cde534a6a9acc3f658014058f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '9f74329f-9516-48df-b9ed-f247bebdd4fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T18:50:33Z', 'updated_at': '2021-06-10T18:50:37Z', 'revision_number': 4, 'project_id': '8fa25c8cde534a6a9acc3f658014058f', 'gw_port': {'id': '9f74329f-9516-48df-b9ed-f247bebdd4fd', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d7:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa19a91-ed7e-451b-963c-7ebb325418c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:50:34Z', 'updated_at': '2021-06-10T18:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi', '_interfaces': [{'id': '61be99a6-a09f-4e25-b50e-2c0d6187cd00', 'name': '', 'network_id': '14d750dc-f13b-4ce7-a115-b7a35aca44f1', 'tenant_id': '8fa25c8cde534a6a9acc3f658014058f', 'mac_address': 'fa:16:3e:c1:00:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa19a91-ed7e-451b-963c-7ebb325418c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '34f7ba08-2729-4feb-bb78-9a13b8a0814c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:50:36Z', 'updated_at': '2021-06-10T18:50:44Z', 'revision_number': 5, 'project_id': '8fa25c8cde534a6a9acc3f658014058f', 'subnets': [{'id': '34f7ba08-2729-4feb-bb78-9a13b8a0814c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 18:55:51.144246 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-c93b6356-832c-42a2-be11-924677086abf req-ccc95dbd-8cf0-4641-9fe1-7e1a2e49c99b service neutron] 10.222.0.39 "GET /v2.0/networks/cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887953 Jun 10 18:55:51.214940 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-bfa46d32-6776-4cc6-a08e-a6b86a695783 req-cc60fcd1-4232-4f64-9f90-29288e07a367 service neutron] 10.222.0.39 "GET /v2.0/networks/14d750dc-f13b-4ce7-a115-b7a35aca44f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636641 Jun 10 18:55:51.290104 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-c93b6356-832c-42a2-be11-924677086abf req-9de4a233-ec0d-4d79-a5d9-d14f176ccd85 service neutron] 10.222.0.39 "GET /v2.0/networks/cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387806 Jun 10 18:55:51.309660 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_hamode_db [None req-7536df93-96ff-4818-8217-5340b5460424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8487688f-289a-4efb-a1b4-65fefc025a43', 'name': 'tempest-AttachVolumeTestJSON-1426645987-router', 'tenant_id': 'b98132dec11942b2917326af967088e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': 'ef467441-f65a-47b2-9ae5-8f5c21e0c84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T18:47:19Z', 'updated_at': '2021-06-10T18:47:28Z', 'revision_number': 4, 'project_id': 'b98132dec11942b2917326af967088e0', 'gw_port': {'id': 'ef467441-f65a-47b2-9ae5-8f5c21e0c84a', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8487688f-289a-4efb-a1b4-65fefc025a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:47:21Z', 'updated_at': '2021-06-10T18:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi', '_floatingips': [{'id': 'd3230e97-48cd-4a71-9af2-0690b210f22e', 'tenant_id': 'b98132dec11942b2917326af967088e0', 'floating_ip_address': '172.27.3.89', 'floating_network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'router_id': '8487688f-289a-4efb-a1b4-65fefc025a43', 'port_id': 'ceba8f8e-ed42-45de-ad7c-fff59a143aec', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73', 'mac_address': 'fa:16:3e:f1:ef:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b14726-655b-4a40-9cdb-51465d164010', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T18:55:34Z', 'updated_at': '2021-06-10T18:55:49Z', 'revision_number': 1, 'project_id': 'b98132dec11942b2917326af967088e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a139b699-bac0-453c-9939-8a855c207458', 'name': '', 'network_id': 'cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73', 'tenant_id': 'b98132dec11942b2917326af967088e0', 'mac_address': 'fa:16:3e:fa:4b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8487688f-289a-4efb-a1b4-65fefc025a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '450a2f52-17ce-4ffd-a311-633c3f5e5032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:47:27Z', 'updated_at': '2021-06-10T18:47:40Z', 'revision_number': 5, 'project_id': 'b98132dec11942b2917326af967088e0', 'subnets': [{'id': '450a2f52-17ce-4ffd-a311-633c3f5e5032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-4-iscsi', False) {} {{(pid=98187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:55:51.314493 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7536df93-96ff-4818-8217-5340b5460424 None None] The sync data for ids ['8487688f-289a-4efb-a1b4-65fefc025a43'] in dv-cinder-786260-4-iscsi is: [{'id': '8487688f-289a-4efb-a1b4-65fefc025a43', 'name': 'tempest-AttachVolumeTestJSON-1426645987-router', 'tenant_id': 'b98132dec11942b2917326af967088e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': 'ef467441-f65a-47b2-9ae5-8f5c21e0c84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T18:47:19Z', 'updated_at': '2021-06-10T18:47:28Z', 'revision_number': 4, 'project_id': 'b98132dec11942b2917326af967088e0', 'gw_port': {'id': 'ef467441-f65a-47b2-9ae5-8f5c21e0c84a', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8487688f-289a-4efb-a1b4-65fefc025a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:47:21Z', 'updated_at': '2021-06-10T18:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi', '_floatingips': [{'id': 'd3230e97-48cd-4a71-9af2-0690b210f22e', 'tenant_id': 'b98132dec11942b2917326af967088e0', 'floating_ip_address': '172.27.3.89', 'floating_network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'router_id': '8487688f-289a-4efb-a1b4-65fefc025a43', 'port_id': 'ceba8f8e-ed42-45de-ad7c-fff59a143aec', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73', 'mac_address': 'fa:16:3e:f1:ef:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b14726-655b-4a40-9cdb-51465d164010', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T18:55:34Z', 'updated_at': '2021-06-10T18:55:49Z', 'revision_number': 1, 'project_id': 'b98132dec11942b2917326af967088e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a139b699-bac0-453c-9939-8a855c207458', 'name': '', 'network_id': 'cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73', 'tenant_id': 'b98132dec11942b2917326af967088e0', 'mac_address': 'fa:16:3e:fa:4b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8487688f-289a-4efb-a1b4-65fefc025a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '450a2f52-17ce-4ffd-a311-633c3f5e5032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:47:27Z', 'updated_at': '2021-06-10T18:47:40Z', 'revision_number': 5, 'project_id': 'b98132dec11942b2917326af967088e0', 'subnets': [{'id': '450a2f52-17ce-4ffd-a311-633c3f5e5032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 18:55:51.406155 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04a2a9a-e5fc-40c9-a73d-6ce62f407277 None None] New status for floating IP a43fca92-0573-42f4-9d9c-aeed67a7e73d: DOWN {{(pid=98186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 18:55:51.550384 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea627e8-ca7f-4e1c-a3ea-cdf54db4f948 None None] New status for floating IP d3230e97-48cd-4a71-9af2-0690b210f22e: ACTIVE {{(pid=98187) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 18:55:53.276545 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227ea764-bb0e-4960-bd9b-59c54c8c407b req-37aacdc7-c0fe-43fb-a278-018b915ef192 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:55:53.278013 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-227ea764-bb0e-4960-bd9b-59c54c8c407b req-37aacdc7-c0fe-43fb-a278-018b915ef192 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd0fa06a-987e-4b6e-a35d-ddfae995b593 HTTP/1.1" status: 200 len: 945 time: 0.0702710 Jun 10 18:55:53.318699 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-227ea764-bb0e-4960-bd9b-59c54c8c407b req-a5a66832-d264-4605-871e-ae9a90237a82 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6bc7b4a-bc72-42f3-afbb-1c4965f0f943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344713 Jun 10 18:55:54.517005 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c2c241-c9b8-4429-82d7-0da29de92118 req-5e68c233-29f0-4a14-8d4b-288e7071fd92 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:55:54.518511 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-f4c2c241-c9b8-4429-82d7-0da29de92118 req-5e68c233-29f0-4a14-8d4b-288e7071fd92 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd0fa06a-987e-4b6e-a35d-ddfae995b593 HTTP/1.1" status: 200 len: 945 time: 0.0702124 Jun 10 18:55:54.560123 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-f4c2c241-c9b8-4429-82d7-0da29de92118 req-fec8a698-78cb-4abc-8586-6ffec489929c tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6bc7b4a-bc72-42f3-afbb-1c4965f0f943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360396 Jun 10 18:55:55.415457 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dda077-3a7d-4a52-a632-dca90a84d2e3 req-577665db-eb5a-4373-8793-85fbf01c4c9a tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:55:55.416887 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-d8dda077-3a7d-4a52-a632-dca90a84d2e3 req-577665db-eb5a-4373-8793-85fbf01c4c9a tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd0fa06a-987e-4b6e-a35d-ddfae995b593 HTTP/1.1" status: 200 len: 945 time: 0.0721829 Jun 10 18:55:55.530988 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.plugin [req-d8dda077-3a7d-4a52-a632-dca90a84d2e3 req-0efc3a20-2f76-4f30-8929-5e5b4200329c tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Deleting port 97adc4a8-52b3-4c72-8965-c47fb5250ecf {{(pid=98185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 18:55:55.531336 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-d8dda077-3a7d-4a52-a632-dca90a84d2e3 req-0efc3a20-2f76-4f30-8929-5e5b4200329c tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578452511'] for port, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:55.648739 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.db [req-d8dda077-3a7d-4a52-a632-dca90a84d2e3 req-0efc3a20-2f76-4f30-8929-5e5b4200329c tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] For port 97adc4a8-52b3-4c72-8965-c47fb5250ecf, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=97adc4a8-52b3-4c72-8965-c47fb5250ecf,segment=NetworkSegment(58abb6c8-502f-4235-a5d6-142b20d61118),segment_id=58abb6c8-502f-4235-a5d6-142b20d61118)] {{(pid=98185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:55:55.649011 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-d8dda077-3a7d-4a52-a632-dca90a84d2e3 req-0efc3a20-2f76-4f30-8929-5e5b4200329c tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4044702'] for port, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:55.742890 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.plugin [req-d8dda077-3a7d-4a52-a632-dca90a84d2e3 req-0efc3a20-2f76-4f30-8929-5e5b4200329c tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Calling delete_port for 97adc4a8-52b3-4c72-8965-c47fb5250ecf owned by compute:nova {{(pid=98185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 18:55:55.885225 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f65737c-d840-48e7-9ace-b039eda6dfde req-061158e6-195f-463c-93de-489e88bb9e71 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:55:55.886712 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-8f65737c-d840-48e7-9ace-b039eda6dfde req-061158e6-195f-463c-93de-489e88bb9e71 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd0fa06a-987e-4b6e-a35d-ddfae995b593 HTTP/1.1" status: 200 len: 945 time: 0.1805944 Jun 10 18:55:55.966995 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-8f65737c-d840-48e7-9ace-b039eda6dfde req-d58af9a1-7888-4d81-a102-5a93dacbe9cd tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6bc7b4a-bc72-42f3-afbb-1c4965f0f943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708799 Jun 10 18:55:55.994777 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-d8dda077-3a7d-4a52-a632-dca90a84d2e3 req-0efc3a20-2f76-4f30-8929-5e5b4200329c tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578457411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578064415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11876817'] for port, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:55.998742 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-b962be1d-a6e9-47e4-955e-28b920d0aecd tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:55:56.007040 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] get_ports_and_sgs() called for port_ids ['97adc4a8-52b3-4c72-8965-c47fb5250ecf'] {{(pid=98186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 18:55:56.030401 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efc3a20-2f76-4f30-8929-5e5b4200329c tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Pushing event deleted for resources: {'Port': ['ID=97adc4a8-52b3-4c72-8965-c47fb5250ecf,revision_number=None']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:55:56.034007 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-0efc3a20-2f76-4f30-8929-5e5b4200329c tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:55:56.086755 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8dda077-3a7d-4a52-a632-dca90a84d2e3 req-0efc3a20-2f76-4f30-8929-5e5b4200329c tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] No DVR routers for this DVR port 97adc4a8-52b3-4c72-8965-c47fb5250ecf on host hv-cinder-78626 {{(pid=98185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 18:55:56.089279 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-d8dda077-3a7d-4a52-a632-dca90a84d2e3 req-0efc3a20-2f76-4f30-8929-5e5b4200329c tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230521'] for port, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:56.091416 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-d8dda077-3a7d-4a52-a632-dca90a84d2e3 req-0efc3a20-2f76-4f30-8929-5e5b4200329c tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] 10.222.0.39 "DELETE /v2.0/ports/97adc4a8-52b3-4c72-8965-c47fb5250ecf HTTP/1.1" status: 204 len: 173 time: 0.6693397 Jun 10 18:55:56.092019 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd0fa06a-987e-4b6e-a35d-ddfae995b593', 'name': 'network-vif-deleted', 'tag': '97adc4a8-52b3-4c72-8965-c47fb5250ecf'}] {{(pid=98185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 18:55:56.094358 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44d46bb02d59f4e600e8e3fdef735be97a189b4bda953b1539dd9e97451c2ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27e02d04-69dd-4e2b-bf7f-ca57ce1c4b41" -d '{"events": [{"server_uuid": "bd0fa06a-987e-4b6e-a35d-ddfae995b593", "name": "network-vif-deleted", "tag": "97adc4a8-52b3-4c72-8965-c47fb5250ecf"}]}' {{(pid=98185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 18:55:56.131463 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 18:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1c5cd9b-20f0-4e06-a7e9-79df45c90af6 x-openstack-request-id: req-f1c5cd9b-20f0-4e06-a7e9-79df45c90af6 {{(pid=98185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 18:55:56.131805 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd0fa06a-987e-4b6e-a35d-ddfae995b593", "name": "network-vif-deleted", "tag": "97adc4a8-52b3-4c72-8965-c47fb5250ecf", "status": "completed", "code": 200}]} {{(pid=98185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 18:55:56.132241 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f1c5cd9b-20f0-4e06-a7e9-79df45c90af6 {{(pid=98185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 18:55:56.132694 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd0fa06a-987e-4b6e-a35d-ddfae995b593', 'name': 'network-vif-deleted', 'tag': '97adc4a8-52b3-4c72-8965-c47fb5250ecf', 'status': 'completed', 'code': 200} Jun 10 18:55:57.657530 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 53696) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:55:58.239848 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-c3c167dc-760b-44b3-a2bc-141c7e0cdf72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4032933'] for router_interface, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:58.821987 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.plugin [None req-c3c167dc-760b-44b3-a2bc-141c7e0cdf72 admin admin] Deleting port 61be99a6-a09f-4e25-b50e-2c0d6187cd00 {{(pid=98185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 18:55:58.822651 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-c3c167dc-760b-44b3-a2bc-141c7e0cdf72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578452511'] for port, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:58.921685 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.db [None req-c3c167dc-760b-44b3-a2bc-141c7e0cdf72 admin admin] For port 61be99a6-a09f-4e25-b50e-2c0d6187cd00, host dv-cinder-786260-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-4-iscsi',level=0,port_id=61be99a6-a09f-4e25-b50e-2c0d6187cd00,segment=NetworkSegment(58abb6c8-502f-4235-a5d6-142b20d61118),segment_id=58abb6c8-502f-4235-a5d6-142b20d61118)] {{(pid=98185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:55:58.922044 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-c3c167dc-760b-44b3-a2bc-141c7e0cdf72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4044702'] for port, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:59.014749 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.plugin [None req-c3c167dc-760b-44b3-a2bc-141c7e0cdf72 admin admin] Calling delete_port for 61be99a6-a09f-4e25-b50e-2c0d6187cd00 owned by network:router_interface {{(pid=98185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 18:55:59.237084 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-c3c167dc-760b-44b3-a2bc-141c7e0cdf72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578457411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578064415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11876817'] for port, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:59.239078 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-96e66502-66b8-455c-a61e-5d6f5b79a7f9 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:55:59.268967 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c167dc-760b-44b3-a2bc-141c7e0cdf72 admin admin] Pushing event deleted for resources: {'Port': ['ID=61be99a6-a09f-4e25-b50e-2c0d6187cd00,revision_number=None']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:55:59.276170 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-c3c167dc-760b-44b3-a2bc-141c7e0cdf72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:55:59.489229 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-c3c167dc-760b-44b3-a2bc-141c7e0cdf72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4032565'] for router_interface, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:55:59.778198 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3c167dc-760b-44b3-a2bc-141c7e0cdf72 admin admin] Router eaa19a91-ed7e-451b-963c-7ebb325418c4 has already been hosted by L3 agent 1661496b-b13c-41e5-8e80-f6a07c138e01 {{(pid=98185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 18:55:59.920861 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3c167dc-760b-44b3-a2bc-141c7e0cdf72 admin admin] Notify agent at l3_agent.dv-cinder-786260-4-iscsi the message routers_updated {{(pid=98185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 18:55:59.927948 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-c3c167dc-760b-44b3-a2bc-141c7e0cdf72 admin admin] 10.222.0.15 "PUT /v2.0/routers/eaa19a91-ed7e-451b-963c-7ebb325418c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2680464 Jun 10 18:55:59.928605 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 53708) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:55:59.932960 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1b2265-071c-4573-90ec-0c6734f3b47e None None] Sync routers for ids ['eaa19a91-ed7e-451b-963c-7ebb325418c4'] in dv-cinder-786260-4-iscsi {{(pid=98186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 18:55:59.943671 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1b2265-071c-4573-90ec-0c6734f3b47e None None] Routers {'eaa19a91-ed7e-451b-963c-7ebb325418c4'} bound to L3 agent in host dv-cinder-786260-4-iscsi {{(pid=98186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 18:55:59.944390 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-2b1b2265-071c-4573-90ec-0c6734f3b47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T18:39:44Z,description=,heartbeat_timestamp=2021-06-10T18:55:44Z,host='dv-cinder-786260-4-iscsi',id=1661496b-b13c-41e5-8e80-f6a07c138e01,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T18:39:44Z,topic='l3_agent')) {'router_ids': ['eaa19a91-ed7e-451b-963c-7ebb325418c4'], 'active': True} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:56:00.075665 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-33b554dc-2af1-47bc-bedb-c0559b87cab7 admin admin] Notify callbacks [] for router, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:56:00.084606 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Device 97adc4a8-52b3-4c72-8965-c47fb5250ecf no longer exists at agent hyperv_hv-cinder-78626 {{(pid=98186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 18:56:00.111194 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.plugin [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] No Port match for: 97adc4a8-52b3-4c72-8965-c47fb5250ecf {{(pid=98186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 18:56:00.111552 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Device 97adc4a8-52b3-4c72-8965-c47fb5250ecf not bound to the agent host hv-cinder-78626 {{(pid=98186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 18:56:00.120017 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvr_db [None req-2b1b2265-071c-4573-90ec-0c6734f3b47e None None] Set router eaa19a91-ed7e-451b-963c-7ebb325418c4 gateway port host: dv-cinder-786260-4-iscsi {{(pid=98186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 18:56:00.217187 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-33b554dc-2af1-47bc-bedb-c0559b87cab7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:56:00.274946 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.plugin [None req-33b554dc-2af1-47bc-bedb-c0559b87cab7 admin admin] Deleting port 9f74329f-9516-48df-b9ed-f247bebdd4fd {{(pid=98185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 18:56:00.275284 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-33b554dc-2af1-47bc-bedb-c0559b87cab7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578452511'] for port, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:56:00.389372 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.db [None req-33b554dc-2af1-47bc-bedb-c0559b87cab7 admin admin] For port 9f74329f-9516-48df-b9ed-f247bebdd4fd, host dv-cinder-786260-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-4-iscsi',level=0,port_id=9f74329f-9516-48df-b9ed-f247bebdd4fd,segment=NetworkSegment(151ae908-95e4-46a8-8b94-d201ec410581),segment_id=151ae908-95e4-46a8-8b94-d201ec410581)] {{(pid=98185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:56:00.389768 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-33b554dc-2af1-47bc-bedb-c0559b87cab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4044702'] for port, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:56:00.482532 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.plugin [None req-33b554dc-2af1-47bc-bedb-c0559b87cab7 admin admin] Calling delete_port for 9f74329f-9516-48df-b9ed-f247bebdd4fd owned by network:router_gateway {{(pid=98185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 18:56:00.496186 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-2b1b2265-071c-4573-90ec-0c6734f3b47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaa19a91-ed7e-451b-963c-7ebb325418c4', 'name': 'tempest-TestMinimumBasicScenario-562238170-router', 'tenant_id': '8fa25c8cde534a6a9acc3f658014058f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '9f74329f-9516-48df-b9ed-f247bebdd4fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T18:50:33Z', 'updated_at': '2021-06-10T18:55:59Z', 'revision_number': 5, 'project_id': '8fa25c8cde534a6a9acc3f658014058f', 'gw_port': {'id': '9f74329f-9516-48df-b9ed-f247bebdd4fd', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d7:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa19a91-ed7e-451b-963c-7ebb325418c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:50:34Z', 'updated_at': '2021-06-10T18:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi'}], 'dv-cinder-786260-4-iscsi', False) {} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:56:00.499550 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1b2265-071c-4573-90ec-0c6734f3b47e None None] Checking router: eaa19a91-ed7e-451b-963c-7ebb325418c4 for host: dv-cinder-786260-4-iscsi {{(pid=98186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 18:56:00.508689 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1b2265-071c-4573-90ec-0c6734f3b47e None None] Routers {'eaa19a91-ed7e-451b-963c-7ebb325418c4'} bound to L3 agent in host dv-cinder-786260-4-iscsi {{(pid=98186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 18:56:00.509307 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-2b1b2265-071c-4573-90ec-0c6734f3b47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T18:39:44Z,description=,heartbeat_timestamp=2021-06-10T18:55:44Z,host='dv-cinder-786260-4-iscsi',id=1661496b-b13c-41e5-8e80-f6a07c138e01,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T18:39:44Z,topic='l3_agent')) {'router_ids': ['eaa19a91-ed7e-451b-963c-7ebb325418c4'], 'active': True} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:56:00.631823 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvr_db [None req-2b1b2265-071c-4573-90ec-0c6734f3b47e None None] Set router eaa19a91-ed7e-451b-963c-7ebb325418c4 gateway port host: None {{(pid=98186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 18:56:00.699866 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-33b554dc-2af1-47bc-bedb-c0559b87cab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578457411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578064415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11876817'] for port, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:56:00.701754 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-41b3abdc-44ad-41fc-8c09-61fdcda09fbf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:56:00.711848 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-2b1b2265-071c-4573-90ec-0c6734f3b47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaa19a91-ed7e-451b-963c-7ebb325418c4', 'name': 'tempest-TestMinimumBasicScenario-562238170-router', 'tenant_id': '8fa25c8cde534a6a9acc3f658014058f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T18:50:33Z', 'updated_at': '2021-06-10T18:56:00Z', 'revision_number': 6, 'project_id': '8fa25c8cde534a6a9acc3f658014058f', 'gw_port_host': None}], 'dv-cinder-786260-4-iscsi', False) {} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:56:00.715391 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1b2265-071c-4573-90ec-0c6734f3b47e None None] The sync data for ids ['eaa19a91-ed7e-451b-963c-7ebb325418c4'] in dv-cinder-786260-4-iscsi is: [{'id': 'eaa19a91-ed7e-451b-963c-7ebb325418c4', 'name': 'tempest-TestMinimumBasicScenario-562238170-router', 'tenant_id': '8fa25c8cde534a6a9acc3f658014058f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T18:50:33Z', 'updated_at': '2021-06-10T18:56:00Z', 'revision_number': 6, 'project_id': '8fa25c8cde534a6a9acc3f658014058f', 'gw_port_host': None}] {{(pid=98186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 18:56:00.730756 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b554dc-2af1-47bc-bedb-c0559b87cab7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f74329f-9516-48df-b9ed-f247bebdd4fd,revision_number=None']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:56:00.733938 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-33b554dc-2af1-47bc-bedb-c0559b87cab7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:56:00.811407 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-33b554dc-2af1-47bc-bedb-c0559b87cab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4045668'] for router_gateway, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:56:00.944425 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-33b554dc-2af1-47bc-bedb-c0559b87cab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4031383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25552'] for router, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:56:00.946577 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-33b554dc-2af1-47bc-bedb-c0559b87cab7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:56:01.006045 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-33b554dc-2af1-47bc-bedb-c0559b87cab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4032065'] for router, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:56:01.006479 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33b554dc-2af1-47bc-bedb-c0559b87cab7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eaa19a91-ed7e-451b-963c-7ebb325418c4 {{(pid=98185) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 18:56:01.011459 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-33b554dc-2af1-47bc-bedb-c0559b87cab7 admin admin] Notify callbacks [] for router, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:56:01.012760 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-33b554dc-2af1-47bc-bedb-c0559b87cab7 admin admin] 10.222.0.15 "DELETE /v2.0/routers/eaa19a91-ed7e-451b-963c-7ebb325418c4 HTTP/1.1" status: 204 len: 168 time: 1.0832295 Jun 10 18:56:01.015223 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 53712) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:56:01.067673 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.db.db_base_plugin_v2 [None req-d83dc740-2ed7-4572-af37-fe51f1cf6670 admin admin] Deleting subnet 34f7ba08-2729-4feb-bb78-9a13b8a0814c {{(pid=98185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 18:56:01.070847 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-d83dc740-2ed7-4572-af37-fe51f1cf6670 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:56:01.121613 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-d83dc740-2ed7-4572-af37-fe51f1cf6670 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9585371'] for subnet, precommit_delete_associations {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:56:01.243071 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-d83dc740-2ed7-4572-af37-fe51f1cf6670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883551'] for subnet, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:56:01.588538 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-d83dc740-2ed7-4572-af37-fe51f1cf6670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11876891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11674946'] for subnet, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:56:01.590874 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-55ff48e5-5af2-4f54-971d-0d0d42a7837f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:56:01.623046 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83dc740-2ed7-4572-af37-fe51f1cf6670 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34f7ba08-2729-4feb-bb78-9a13b8a0814c,revision_number=None']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:56:01.627479 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-d83dc740-2ed7-4572-af37-fe51f1cf6670 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:56:01.629711 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff092c2-b5b7-49cd-8e9d-b8e5c9166aff None None] Network 14d750dc-f13b-4ce7-a115-b7a35aca44f1 requested from dv-cinder-786260-4-iscsi {{(pid=98186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 18:56:01.631406 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-d83dc740-2ed7-4572-af37-fe51f1cf6670 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/34f7ba08-2729-4feb-bb78-9a13b8a0814c HTTP/1.1" status: 204 len: 168 time: 0.6152081 Jun 10 18:56:01.632538 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-d83dc740-2ed7-4572-af37-fe51f1cf6670 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:56:01.633949 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 53718) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:56:01.732929 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-43c26354-b67b-43d0-8aea-a1d0a92e6a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542662'] for network, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:56:01.795457 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.plugin [None req-43c26354-b67b-43d0-8aea-a1d0a92e6a9a admin admin] Deleting port 754876fb-1456-4755-9583-a3af0baca4f7 {{(pid=98184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 18:56:01.795809 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-43c26354-b67b-43d0-8aea-a1d0a92e6a9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578452511'] for port, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:56:01.856745 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa69674c-8314-4e1d-af2a-5f839faa6f7e None None] DHCP port deletion for 14d750dc-f13b-4ce7-a115-b7a35aca44f1 request from dv-cinder-786260-4-iscsi {{(pid=98186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 18:56:01.887340 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.db [None req-43c26354-b67b-43d0-8aea-a1d0a92e6a9a admin admin] For port 754876fb-1456-4755-9583-a3af0baca4f7, host dv-cinder-786260-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-4-iscsi',level=0,port_id=754876fb-1456-4755-9583-a3af0baca4f7,segment=NetworkSegment(58abb6c8-502f-4235-a5d6-142b20d61118),segment_id=58abb6c8-502f-4235-a5d6-142b20d61118)] {{(pid=98184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:56:01.887703 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-43c26354-b67b-43d0-8aea-a1d0a92e6a9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4044702'] for port, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:56:01.926189 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.plugin [None req-fa69674c-8314-4e1d-af2a-5f839faa6f7e None None] Deleting port 754876fb-1456-4755-9583-a3af0baca4f7 {{(pid=98186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 18:56:01.926503 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-fa69674c-8314-4e1d-af2a-5f839faa6f7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578452511'] for port, before_delete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:56:01.982596 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.plugin [None req-43c26354-b67b-43d0-8aea-a1d0a92e6a9a admin admin] Calling delete_port for 754876fb-1456-4755-9583-a3af0baca4f7 owned by network:dhcp {{(pid=98184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 18:56:02.010856 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-fa69674c-8314-4e1d-af2a-5f839faa6f7e None None] For port 754876fb-1456-4755-9583-a3af0baca4f7, host dv-cinder-786260-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-4-iscsi',level=0,port_id=754876fb-1456-4755-9583-a3af0baca4f7,segment=NetworkSegment(58abb6c8-502f-4235-a5d6-142b20d61118),segment_id=58abb6c8-502f-4235-a5d6-142b20d61118)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:56:02.011208 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-fa69674c-8314-4e1d-af2a-5f839faa6f7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4044702'] for port, precommit_delete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:56:02.068352 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Device 9f74329f-9516-48df-b9ed-f247bebdd4fd no longer exists at agent ovs-agent-dv-cinder-786260-4-iscsi {{(pid=98186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 18:56:02.080470 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-43c26354-b67b-43d0-8aea-a1d0a92e6a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578457411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578064415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12374055'] for port, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:56:02.082631 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-5f3e154a-4268-4425-8531-b4946727b9db tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:56:02.111139 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.plugin [None req-fa69674c-8314-4e1d-af2a-5f839faa6f7e None None] Calling delete_port for 754876fb-1456-4755-9583-a3af0baca4f7 owned by network:dhcp {{(pid=98186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 18:56:02.113360 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c26354-b67b-43d0-8aea-a1d0a92e6a9a admin admin] Pushing event deleted for resources: {'Port': ['ID=754876fb-1456-4755-9583-a3af0baca4f7,revision_number=None']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:56:02.116845 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-43c26354-b67b-43d0-8aea-a1d0a92e6a9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:56:02.119449 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c26354-b67b-43d0-8aea-a1d0a92e6a9a admin admin] No DVR routers for this DVR port 754876fb-1456-4755-9583-a3af0baca4f7 on host dv-cinder-786260-4-iscsi {{(pid=98184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 18:56:02.139045 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.plugin [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] No Port match for: 9f74329f-9516-48df-b9ed-f247bebdd4fd {{(pid=98186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 18:56:02.139420 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Device 9f74329f-9516-48df-b9ed-f247bebdd4fd not bound to the agent host dv-cinder-786260-4-iscsi {{(pid=98186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 18:56:02.139859 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Device 754876fb-1456-4755-9583-a3af0baca4f7 no longer exists at agent ovs-agent-dv-cinder-786260-4-iscsi {{(pid=98186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 18:56:02.187525 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.plugin [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] No Port match for: 754876fb-1456-4755-9583-a3af0baca4f7 {{(pid=98186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 18:56:02.187525 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Device 754876fb-1456-4755-9583-a3af0baca4f7 not bound to the agent host dv-cinder-786260-4-iscsi {{(pid=98186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 18:56:02.187962 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Device 61be99a6-a09f-4e25-b50e-2c0d6187cd00 no longer exists at agent ovs-agent-dv-cinder-786260-4-iscsi {{(pid=98186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 18:56:02.220246 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-43c26354-b67b-43d0-8aea-a1d0a92e6a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-876752', 'neutron.services.segments.db._delete_segments_for_network-8731578620079'] for network, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:56:02.232101 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.services.segments.db [None req-43c26354-b67b-43d0-8aea-a1d0a92e6a9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14d750dc-f13b-4ce7-a115-b7a35aca44f1']}} {{(pid=98184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:56:02.245011 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.services.segments.db [None req-43c26354-b67b-43d0-8aea-a1d0a92e6a9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58abb6c8-502f-4235-a5d6-142b20d61118') {'for_net_delete': True} {{(pid=98184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:56:02.245316 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.services.segments.db [None req-43c26354-b67b-43d0-8aea-a1d0a92e6a9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58abb6c8-502f-4235-a5d6-142b20d61118') {} {{(pid=98184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:56:02.255158 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-43c26354-b67b-43d0-8aea-a1d0a92e6a9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731578619908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374928'] for segment, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:56:02.261819 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.plugin [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] No Port match for: 61be99a6-a09f-4e25-b50e-2c0d6187cd00 {{(pid=98186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 18:56:02.262188 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Device 61be99a6-a09f-4e25-b50e-2c0d6187cd00 not bound to the agent host dv-cinder-786260-4-iscsi {{(pid=98186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 18:56:02.275537 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-43c26354-b67b-43d0-8aea-a1d0a92e6a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881768'] for segment, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:56:02.285219 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43c26354-b67b-43d0-8aea-a1d0a92e6a9a admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=98184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 18:56:02.285219 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-43c26354-b67b-43d0-8aea-a1d0a92e6a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12374130'] for segment, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:56:02.286550 dv-cinder-786260-4-iscsi neutron-server[98184]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 18:56:02.286550 dv-cinder-786260-4-iscsi neutron-server[98184]: retrieve_revision_numbers = { Jun 10 18:56:02.286550 dv-cinder-786260-4-iscsi neutron-server[98184]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 18:56:02.286550 dv-cinder-786260-4-iscsi neutron-server[98184]: conditions |= (models_v2.Port.network_id.in_( Jun 10 18:56:02.286550 dv-cinder-786260-4-iscsi neutron-server[98184]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 18:56:02.286550 dv-cinder-786260-4-iscsi neutron-server[98184]: retrieve_revision_numbers = { Jun 10 18:56:02.286550 dv-cinder-786260-4-iscsi neutron-server[98184]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 18:56:02.286550 dv-cinder-786260-4-iscsi neutron-server[98184]: conditions |= (models_v2.Port.network_id.in_( Jun 10 18:56:02.286550 dv-cinder-786260-4-iscsi neutron-server[98184]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 18:56:02.286550 dv-cinder-786260-4-iscsi neutron-server[98184]: retrieve_revision_numbers = { Jun 10 18:56:02.286550 dv-cinder-786260-4-iscsi neutron-server[98184]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 18:56:02.286550 dv-cinder-786260-4-iscsi neutron-server[98184]: conditions |= (models_v2.Port.network_id.in_( Jun 10 18:56:02.286550 dv-cinder-786260-4-iscsi neutron-server[98184]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 18:56:02.286550 dv-cinder-786260-4-iscsi neutron-server[98184]: retrieve_revision_numbers = { Jun 10 18:56:02.286550 dv-cinder-786260-4-iscsi neutron-server[98184]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 18:56:02.286550 dv-cinder-786260-4-iscsi neutron-server[98184]: conditions |= (models_v2.Port.network_id.in_( Jun 10 18:56:02.286550 dv-cinder-786260-4-iscsi neutron-server[98184]: Traceback (most recent call last): Jun 10 18:56:02.286550 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 18:56:02.286550 dv-cinder-786260-4-iscsi neutron-server[98184]: timer() Jun 10 18:56:02.286550 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 18:56:02.286550 dv-cinder-786260-4-iscsi neutron-server[98184]: cb(*args, **kw) Jun 10 18:56:02.286550 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 18:56:02.286550 dv-cinder-786260-4-iscsi neutron-server[98184]: return func(*args, **kwargs) Jun 10 18:56:02.286550 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 18:56:02.286550 dv-cinder-786260-4-iscsi neutron-server[98184]: self._notify() Jun 10 18:56:02.286550 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 18:56:02.286550 dv-cinder-786260-4-iscsi neutron-server[98184]: self.callback(batched_events) Jun 10 18:56:02.286550 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 18:56:02.286550 dv-cinder-786260-4-iscsi neutron-server[98184]: event.method(event) Jun 10 18:56:02.286550 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 18:56:02.286550 dv-cinder-786260-4-iscsi neutron-server[98184]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 18:56:02.286550 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 18:56:02.286550 dv-cinder-786260-4-iscsi neutron-server[98184]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 18:56:02.286550 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 18:56:02.286550 dv-cinder-786260-4-iscsi neutron-server[98184]: return f(self, *a, **k) Jun 10 18:56:02.286550 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 18:56:02.286550 dv-cinder-786260-4-iscsi neutron-server[98184]: return self._get(url).json() Jun 10 18:56:02.286550 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 18:56:02.286550 dv-cinder-786260-4-iscsi neutron-server[98184]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 18:56:02.286550 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 18:56:02.286550 dv-cinder-786260-4-iscsi neutron-server[98184]: return self.request(url, 'GET', **kwargs) Jun 10 18:56:02.286550 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 18:56:02.286550 dv-cinder-786260-4-iscsi neutron-server[98184]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 18:56:02.286550 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 18:56:02.286550 dv-cinder-786260-4-iscsi neutron-server[98184]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 18:56:02.286550 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 18:56:02.286550 dv-cinder-786260-4-iscsi neutron-server[98184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 18:56:02.286550 dv-cinder-786260-4-iscsi neutron-server[98184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 18:56:02.321290 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-fa69674c-8314-4e1d-af2a-5f839faa6f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578457411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578064415'] for port, after_delete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:56:02.323351 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-96132a3a-5dc7-402f-b461-ab63bacaa3f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:56:02.356154 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa69674c-8314-4e1d-af2a-5f839faa6f7e None None] Pushing event deleted for resources: {'Port': ['ID=754876fb-1456-4755-9583-a3af0baca4f7,revision_number=None']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:56:02.361763 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa69674c-8314-4e1d-af2a-5f839faa6f7e None None] No DVR routers for this DVR port 754876fb-1456-4755-9583-a3af0baca4f7 on host dv-cinder-786260-4-iscsi {{(pid=98186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 18:56:02.363021 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-43c26354-b67b-43d0-8aea-a1d0a92e6a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-876761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4045579'] for network, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:56:02.365353 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-fa69674c-8314-4e1d-af2a-5f839faa6f7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:56:02.366783 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-2e74648f-8396-4258-8d1b-f45c25781db9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:56:02.369202 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-43c26354-b67b-43d0-8aea-a1d0a92e6a9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731712'] for network, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:56:02.373726 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-43c26354-b67b-43d0-8aea-a1d0a92e6a9a admin admin] 10.222.0.15 "DELETE /v2.0/networks/14d750dc-f13b-4ce7-a115-b7a35aca44f1 HTTP/1.1" status: 204 len: 168 time: 0.7361305 Jun 10 18:56:02.374094 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 53722) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:56:02.390358 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c26354-b67b-43d0-8aea-a1d0a92e6a9a admin admin] Pushing event deleted for resources: {'Network': ['ID=14d750dc-f13b-4ce7-a115-b7a35aca44f1,revision_number=None']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:56:02.393435 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-43c26354-b67b-43d0-8aea-a1d0a92e6a9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:56:02.827351 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-219b7f54-35b8-4acb-8537-82aa4e047fb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4032933'] for router_interface, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:56:03.146574 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.plugin [None req-219b7f54-35b8-4acb-8537-82aa4e047fb2 admin admin] Deleting port 33bd4413-657e-4b1f-b386-49de92337dab {{(pid=98185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 18:56:03.146832 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-219b7f54-35b8-4acb-8537-82aa4e047fb2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578452511'] for port, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:56:03.256148 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.db [None req-219b7f54-35b8-4acb-8537-82aa4e047fb2 admin admin] For port 33bd4413-657e-4b1f-b386-49de92337dab, host dv-cinder-786260-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-4-iscsi',level=0,port_id=33bd4413-657e-4b1f-b386-49de92337dab,segment=NetworkSegment(b0b4ed26-20ec-445e-98ea-580f4ad54998),segment_id=b0b4ed26-20ec-445e-98ea-580f4ad54998)] {{(pid=98185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:56:03.256806 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-219b7f54-35b8-4acb-8537-82aa4e047fb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4044702'] for port, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:56:03.353184 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.plugin [None req-219b7f54-35b8-4acb-8537-82aa4e047fb2 admin admin] Calling delete_port for 33bd4413-657e-4b1f-b386-49de92337dab owned by network:router_interface {{(pid=98185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 18:56:03.571746 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-219b7f54-35b8-4acb-8537-82aa4e047fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578457411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578064415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11876817'] for port, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:56:03.574670 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-c3c167dc-760b-44b3-a2bc-141c7e0cdf72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:56:03.608595 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219b7f54-35b8-4acb-8537-82aa4e047fb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=33bd4413-657e-4b1f-b386-49de92337dab,revision_number=None']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:56:03.612837 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-219b7f54-35b8-4acb-8537-82aa4e047fb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:56:03.828739 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-219b7f54-35b8-4acb-8537-82aa4e047fb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4032565'] for router_interface, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:56:04.116852 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-219b7f54-35b8-4acb-8537-82aa4e047fb2 admin admin] Router 7b4cb076-33a3-4d00-8d40-58cd30c87ce9 has already been hosted by L3 agent 1661496b-b13c-41e5-8e80-f6a07c138e01 {{(pid=98185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 18:56:04.255243 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-219b7f54-35b8-4acb-8537-82aa4e047fb2 admin admin] Notify agent at l3_agent.dv-cinder-786260-4-iscsi the message routers_updated {{(pid=98185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 18:56:04.260327 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-219b7f54-35b8-4acb-8537-82aa4e047fb2 admin admin] 10.222.0.15 "PUT /v2.0/routers/7b4cb076-33a3-4d00-8d40-58cd30c87ce9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8851488 Jun 10 18:56:04.262794 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 53730) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:56:04.264595 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67491b4-e5d5-4a62-8fcb-b453b9f59014 None None] Sync routers for ids ['7b4cb076-33a3-4d00-8d40-58cd30c87ce9'] in dv-cinder-786260-4-iscsi {{(pid=98187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 18:56:04.274212 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67491b4-e5d5-4a62-8fcb-b453b9f59014 None None] Routers {'7b4cb076-33a3-4d00-8d40-58cd30c87ce9'} bound to L3 agent in host dv-cinder-786260-4-iscsi {{(pid=98187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 18:56:04.274845 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_hamode_db [None req-f67491b4-e5d5-4a62-8fcb-b453b9f59014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T18:39:44Z,description=,heartbeat_timestamp=2021-06-10T18:55:44Z,host='dv-cinder-786260-4-iscsi',id=1661496b-b13c-41e5-8e80-f6a07c138e01,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T18:39:44Z,topic='l3_agent')) {'router_ids': ['7b4cb076-33a3-4d00-8d40-58cd30c87ce9'], 'active': True} {{(pid=98187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:56:04.409935 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-bc8f9e56-84fa-40bd-9463-e6b22690132d admin admin] Notify callbacks [] for router, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:56:04.415478 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_dvr_db [None req-f67491b4-e5d5-4a62-8fcb-b453b9f59014 None None] Set router 7b4cb076-33a3-4d00-8d40-58cd30c87ce9 gateway port host: dv-cinder-786260-4-iscsi {{(pid=98187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 18:56:04.665431 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_hamode_db [None req-f67491b4-e5d5-4a62-8fcb-b453b9f59014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b4cb076-33a3-4d00-8d40-58cd30c87ce9', 'name': 'tempest-TestMinimumBasicScenario-1544938123-router', 'tenant_id': 'b4a97c5913844139b5da632bd347b1d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '7243313e-40c9-429f-a2bc-ed38db0d737b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T18:50:39Z', 'updated_at': '2021-06-10T18:56:03Z', 'revision_number': 5, 'project_id': 'b4a97c5913844139b5da632bd347b1d6', 'gw_port': {'id': '7243313e-40c9-429f-a2bc-ed38db0d737b', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:3e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4cb076-33a3-4d00-8d40-58cd30c87ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:50:40Z', 'updated_at': '2021-06-10T18:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi'}], 'dv-cinder-786260-4-iscsi', False) {} {{(pid=98187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:56:04.668835 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67491b4-e5d5-4a62-8fcb-b453b9f59014 None None] Checking router: 7b4cb076-33a3-4d00-8d40-58cd30c87ce9 for host: dv-cinder-786260-4-iscsi {{(pid=98187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 18:56:04.678044 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67491b4-e5d5-4a62-8fcb-b453b9f59014 None None] Routers {'7b4cb076-33a3-4d00-8d40-58cd30c87ce9'} bound to L3 agent in host dv-cinder-786260-4-iscsi {{(pid=98187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 18:56:04.678656 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_hamode_db [None req-f67491b4-e5d5-4a62-8fcb-b453b9f59014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T18:39:44Z,description=,heartbeat_timestamp=2021-06-10T18:55:44Z,host='dv-cinder-786260-4-iscsi',id=1661496b-b13c-41e5-8e80-f6a07c138e01,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T18:39:44Z,topic='l3_agent')) {'router_ids': ['7b4cb076-33a3-4d00-8d40-58cd30c87ce9'], 'active': True} {{(pid=98187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:56:04.831236 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_dvr_db [None req-f67491b4-e5d5-4a62-8fcb-b453b9f59014 None None] Set router 7b4cb076-33a3-4d00-8d40-58cd30c87ce9 gateway port host: dv-cinder-786260-4-iscsi {{(pid=98187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 18:56:04.836677 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-bc8f9e56-84fa-40bd-9463-e6b22690132d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:56:04.896478 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.plugin [None req-bc8f9e56-84fa-40bd-9463-e6b22690132d admin admin] Deleting port 7243313e-40c9-429f-a2bc-ed38db0d737b {{(pid=98185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 18:56:04.896831 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-bc8f9e56-84fa-40bd-9463-e6b22690132d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578452511'] for port, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:56:05.004861 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.db [None req-bc8f9e56-84fa-40bd-9463-e6b22690132d admin admin] For port 7243313e-40c9-429f-a2bc-ed38db0d737b, host dv-cinder-786260-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-4-iscsi',level=0,port_id=7243313e-40c9-429f-a2bc-ed38db0d737b,segment=NetworkSegment(151ae908-95e4-46a8-8b94-d201ec410581),segment_id=151ae908-95e4-46a8-8b94-d201ec410581)] {{(pid=98185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:56:05.005231 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-bc8f9e56-84fa-40bd-9463-e6b22690132d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4044702'] for port, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:56:05.086045 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_hamode_db [None req-f67491b4-e5d5-4a62-8fcb-b453b9f59014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b4cb076-33a3-4d00-8d40-58cd30c87ce9', 'name': 'tempest-TestMinimumBasicScenario-1544938123-router', 'tenant_id': 'b4a97c5913844139b5da632bd347b1d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '7243313e-40c9-429f-a2bc-ed38db0d737b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T18:50:39Z', 'updated_at': '2021-06-10T18:56:03Z', 'revision_number': 5, 'project_id': 'b4a97c5913844139b5da632bd347b1d6', 'gw_port': {'id': '7243313e-40c9-429f-a2bc-ed38db0d737b', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:3e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4cb076-33a3-4d00-8d40-58cd30c87ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:50:40Z', 'updated_at': '2021-06-10T18:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi'}], 'dv-cinder-786260-4-iscsi', False) {} {{(pid=98187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:56:05.089236 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67491b4-e5d5-4a62-8fcb-b453b9f59014 None None] The sync data for ids ['7b4cb076-33a3-4d00-8d40-58cd30c87ce9'] in dv-cinder-786260-4-iscsi is: [{'id': '7b4cb076-33a3-4d00-8d40-58cd30c87ce9', 'name': 'tempest-TestMinimumBasicScenario-1544938123-router', 'tenant_id': 'b4a97c5913844139b5da632bd347b1d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '7243313e-40c9-429f-a2bc-ed38db0d737b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T18:50:39Z', 'updated_at': '2021-06-10T18:56:03Z', 'revision_number': 5, 'project_id': 'b4a97c5913844139b5da632bd347b1d6', 'gw_port': {'id': '7243313e-40c9-429f-a2bc-ed38db0d737b', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:3e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4cb076-33a3-4d00-8d40-58cd30c87ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:50:40Z', 'updated_at': '2021-06-10T18:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi'}] {{(pid=98187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 18:56:05.108853 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.plugin [None req-bc8f9e56-84fa-40bd-9463-e6b22690132d admin admin] Calling delete_port for 7243313e-40c9-429f-a2bc-ed38db0d737b owned by network:router_gateway {{(pid=98185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 18:56:05.311769 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-bc8f9e56-84fa-40bd-9463-e6b22690132d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578457411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578064415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11876817'] for port, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:56:05.314240 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-33b554dc-2af1-47bc-bedb-c0559b87cab7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:56:05.344309 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8f9e56-84fa-40bd-9463-e6b22690132d admin admin] Pushing event deleted for resources: {'Port': ['ID=7243313e-40c9-429f-a2bc-ed38db0d737b,revision_number=None']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:56:05.373392 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8f9e56-84fa-40bd-9463-e6b22690132d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:56:05.373764 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8f9e56-84fa-40bd-9463-e6b22690132d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:56:05.374148 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8f9e56-84fa-40bd-9463-e6b22690132d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:56:05.374516 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8f9e56-84fa-40bd-9463-e6b22690132d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:56:05.374880 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8f9e56-84fa-40bd-9463-e6b22690132d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:56:05.375245 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8f9e56-84fa-40bd-9463-e6b22690132d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:56:05.376292 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8f9e56-84fa-40bd-9463-e6b22690132d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:56:05.376655 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8f9e56-84fa-40bd-9463-e6b22690132d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:56:05.377018 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8f9e56-84fa-40bd-9463-e6b22690132d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:56:05.377380 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8f9e56-84fa-40bd-9463-e6b22690132d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:56:05.377766 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8f9e56-84fa-40bd-9463-e6b22690132d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:56:05.378123 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8f9e56-84fa-40bd-9463-e6b22690132d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:56:05.383381 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-bc8f9e56-84fa-40bd-9463-e6b22690132d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:56:05.426210 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-bc8f9e56-84fa-40bd-9463-e6b22690132d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4045668'] for router_gateway, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:56:05.568463 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-bc8f9e56-84fa-40bd-9463-e6b22690132d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4031383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25552'] for router, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:56:05.570674 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-bc8f9e56-84fa-40bd-9463-e6b22690132d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:56:05.630261 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-bc8f9e56-84fa-40bd-9463-e6b22690132d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4032065'] for router, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:56:05.631060 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc8f9e56-84fa-40bd-9463-e6b22690132d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b4cb076-33a3-4d00-8d40-58cd30c87ce9 {{(pid=98185) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 18:56:05.635846 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-bc8f9e56-84fa-40bd-9463-e6b22690132d admin admin] Notify callbacks [] for router, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:56:05.637005 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-bc8f9e56-84fa-40bd-9463-e6b22690132d admin admin] 10.222.0.15 "DELETE /v2.0/routers/7b4cb076-33a3-4d00-8d40-58cd30c87ce9 HTTP/1.1" status: 204 len: 168 time: 1.3730159 Jun 10 18:56:05.639577 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 53738) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:56:05.700375 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f24c296-aca1-41da-818b-1ee2c5ebad86 admin admin] Deleting subnet 8148ad92-673e-4a5e-a70e-35ce3eb1210e {{(pid=98185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 18:56:05.704181 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-0f24c296-aca1-41da-818b-1ee2c5ebad86 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:56:05.747580 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-0f24c296-aca1-41da-818b-1ee2c5ebad86 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9585371'] for subnet, precommit_delete_associations {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:56:05.842637 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-0f24c296-aca1-41da-818b-1ee2c5ebad86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883551'] for subnet, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:56:05.902774 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-0f24c296-aca1-41da-818b-1ee2c5ebad86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11876891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11674946'] for subnet, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:56:05.905696 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-d83dc740-2ed7-4572-af37-fe51f1cf6670 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:56:05.937253 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f24c296-aca1-41da-818b-1ee2c5ebad86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8148ad92-673e-4a5e-a70e-35ce3eb1210e,revision_number=None']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:56:05.942485 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-0f24c296-aca1-41da-818b-1ee2c5ebad86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:56:05.944343 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-0f24c296-aca1-41da-818b-1ee2c5ebad86 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/8148ad92-673e-4a5e-a70e-35ce3eb1210e HTTP/1.1" status: 204 len: 168 time: 0.3038418 Jun 10 18:56:05.945265 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-0f24c296-aca1-41da-818b-1ee2c5ebad86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:56:05.946887 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 53742) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:56:05.948306 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965aab55-d158-48f9-b7ad-d3e32d593d97 None None] Network 18baacea-6e42-47c9-bfce-009df32d3f96 requested from dv-cinder-786260-4-iscsi {{(pid=98186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 18:56:05.958352 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.agents_db [None req-dd8e6269-3fd9-4915-b5ed-83e1f738bf4e None None] Agent healthcheck: found 6 active agents {{(pid=98187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 18:56:06.043311 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-b83640a4-b8a4-48c0-a790-645f33f5dfd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542662'] for network, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:56:06.120132 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.plugin [None req-b83640a4-b8a4-48c0-a790-645f33f5dfd0 admin admin] Deleting port 18db5388-ac65-467a-93cc-74f825b7a1c5 {{(pid=98185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 18:56:06.120485 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-b83640a4-b8a4-48c0-a790-645f33f5dfd0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578452511'] for port, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:56:06.130217 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Device 33bd4413-657e-4b1f-b386-49de92337dab no longer exists at agent ovs-agent-dv-cinder-786260-4-iscsi {{(pid=98186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 18:56:06.158221 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.plugin [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] No Port match for: 33bd4413-657e-4b1f-b386-49de92337dab {{(pid=98186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 18:56:06.158480 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Device 33bd4413-657e-4b1f-b386-49de92337dab not bound to the agent host dv-cinder-786260-4-iscsi {{(pid=98186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 18:56:06.158912 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Device 7243313e-40c9-429f-a2bc-ed38db0d737b no longer exists at agent ovs-agent-dv-cinder-786260-4-iscsi {{(pid=98186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 18:56:06.187340 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.plugin [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] No Port match for: 7243313e-40c9-429f-a2bc-ed38db0d737b {{(pid=98186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 18:56:06.187702 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Device 7243313e-40c9-429f-a2bc-ed38db0d737b not bound to the agent host dv-cinder-786260-4-iscsi {{(pid=98186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 18:56:06.210407 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.db [None req-b83640a4-b8a4-48c0-a790-645f33f5dfd0 admin admin] For port 18db5388-ac65-467a-93cc-74f825b7a1c5, host dv-cinder-786260-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-4-iscsi',level=0,port_id=18db5388-ac65-467a-93cc-74f825b7a1c5,segment=NetworkSegment(b0b4ed26-20ec-445e-98ea-580f4ad54998),segment_id=b0b4ed26-20ec-445e-98ea-580f4ad54998)] {{(pid=98185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:56:06.210775 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-b83640a4-b8a4-48c0-a790-645f33f5dfd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4044702'] for port, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:56:06.224615 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda8c63f-5010-41d9-8970-66e031c3f14c None None] DHCP port deletion for 18baacea-6e42-47c9-bfce-009df32d3f96 request from dv-cinder-786260-4-iscsi {{(pid=98186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 18:56:06.279230 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.plugin [None req-cda8c63f-5010-41d9-8970-66e031c3f14c None None] Deleting port 18db5388-ac65-467a-93cc-74f825b7a1c5 {{(pid=98186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 18:56:06.279631 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cda8c63f-5010-41d9-8970-66e031c3f14c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578452511'] for port, before_delete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:56:06.306336 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.plugin [None req-b83640a4-b8a4-48c0-a790-645f33f5dfd0 admin admin] Calling delete_port for 18db5388-ac65-467a-93cc-74f825b7a1c5 owned by network:dhcp {{(pid=98185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 18:56:06.361986 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cda8c63f-5010-41d9-8970-66e031c3f14c None None] For port 18db5388-ac65-467a-93cc-74f825b7a1c5, host dv-cinder-786260-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-4-iscsi',level=0,port_id=18db5388-ac65-467a-93cc-74f825b7a1c5,segment=NetworkSegment(b0b4ed26-20ec-445e-98ea-580f4ad54998),segment_id=b0b4ed26-20ec-445e-98ea-580f4ad54998)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:56:06.362600 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cda8c63f-5010-41d9-8970-66e031c3f14c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4044702'] for port, precommit_delete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:56:06.398516 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-b83640a4-b8a4-48c0-a790-645f33f5dfd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578457411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578064415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11876817'] for port, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:56:06.400644 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-ed4ff3a9-9629-4ec3-8908-7da7bb6757b0 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:56:06.433882 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83640a4-b8a4-48c0-a790-645f33f5dfd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=18db5388-ac65-467a-93cc-74f825b7a1c5,revision_number=None']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:56:06.438380 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83640a4-b8a4-48c0-a790-645f33f5dfd0 admin admin] No DVR routers for this DVR port 18db5388-ac65-467a-93cc-74f825b7a1c5 on host dv-cinder-786260-4-iscsi {{(pid=98185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 18:56:06.443032 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-b83640a4-b8a4-48c0-a790-645f33f5dfd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:56:06.455370 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.plugin [None req-cda8c63f-5010-41d9-8970-66e031c3f14c None None] Calling delete_port for 18db5388-ac65-467a-93cc-74f825b7a1c5 owned by network:dhcp {{(pid=98186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 18:56:06.538706 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-b83640a4-b8a4-48c0-a790-645f33f5dfd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-876752', 'neutron.services.segments.db._delete_segments_for_network-8731578620079'] for network, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:56:06.548665 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cda8c63f-5010-41d9-8970-66e031c3f14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578457411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578064415'] for port, after_delete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:56:06.549574 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.services.segments.db [None req-b83640a4-b8a4-48c0-a790-645f33f5dfd0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18baacea-6e42-47c9-bfce-009df32d3f96']}} {{(pid=98185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:56:06.550598 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:56:06.560326 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.services.segments.db [None req-b83640a4-b8a4-48c0-a790-645f33f5dfd0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0b4ed26-20ec-445e-98ea-580f4ad54998') {'for_net_delete': True} {{(pid=98185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:56:06.560621 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.services.segments.db [None req-b83640a4-b8a4-48c0-a790-645f33f5dfd0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0b4ed26-20ec-445e-98ea-580f4ad54998') {} {{(pid=98185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:56:06.570592 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-b83640a4-b8a4-48c0-a790-645f33f5dfd0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731578619908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9585346'] for segment, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:56:06.578108 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda8c63f-5010-41d9-8970-66e031c3f14c None None] Pushing event deleted for resources: {'Port': ['ID=18db5388-ac65-467a-93cc-74f825b7a1c5,revision_number=None']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:56:06.582055 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-cda8c63f-5010-41d9-8970-66e031c3f14c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:56:06.582821 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda8c63f-5010-41d9-8970-66e031c3f14c None None] No DVR routers for this DVR port 18db5388-ac65-467a-93cc-74f825b7a1c5 on host dv-cinder-786260-4-iscsi {{(pid=98186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 18:56:06.595541 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-b83640a4-b8a4-48c0-a790-645f33f5dfd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881768'] for segment, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:56:06.602076 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b83640a4-b8a4-48c0-a790-645f33f5dfd0 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=98185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 18:56:06.602533 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-b83640a4-b8a4-48c0-a790-645f33f5dfd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11876740'] for segment, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:56:06.604213 dv-cinder-786260-4-iscsi neutron-server[98185]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 18:56:06.604213 dv-cinder-786260-4-iscsi neutron-server[98185]: retrieve_revision_numbers = { Jun 10 18:56:06.604213 dv-cinder-786260-4-iscsi neutron-server[98185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 18:56:06.604213 dv-cinder-786260-4-iscsi neutron-server[98185]: conditions |= (models_v2.Port.network_id.in_( Jun 10 18:56:06.604213 dv-cinder-786260-4-iscsi neutron-server[98185]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 18:56:06.604213 dv-cinder-786260-4-iscsi neutron-server[98185]: retrieve_revision_numbers = { Jun 10 18:56:06.604213 dv-cinder-786260-4-iscsi neutron-server[98185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 18:56:06.604213 dv-cinder-786260-4-iscsi neutron-server[98185]: conditions |= (models_v2.Port.network_id.in_( Jun 10 18:56:06.604213 dv-cinder-786260-4-iscsi neutron-server[98185]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 18:56:06.604213 dv-cinder-786260-4-iscsi neutron-server[98185]: retrieve_revision_numbers = { Jun 10 18:56:06.604213 dv-cinder-786260-4-iscsi neutron-server[98185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 18:56:06.604213 dv-cinder-786260-4-iscsi neutron-server[98185]: conditions |= (models_v2.Port.network_id.in_( Jun 10 18:56:06.604213 dv-cinder-786260-4-iscsi neutron-server[98185]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 18:56:06.604213 dv-cinder-786260-4-iscsi neutron-server[98185]: retrieve_revision_numbers = { Jun 10 18:56:06.604213 dv-cinder-786260-4-iscsi neutron-server[98185]: Traceback (most recent call last): Jun 10 18:56:06.604213 dv-cinder-786260-4-iscsi neutron-server[98185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 18:56:06.604213 dv-cinder-786260-4-iscsi neutron-server[98185]: timer() Jun 10 18:56:06.604213 dv-cinder-786260-4-iscsi neutron-server[98185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 18:56:06.604213 dv-cinder-786260-4-iscsi neutron-server[98185]: cb(*args, **kw) Jun 10 18:56:06.604213 dv-cinder-786260-4-iscsi neutron-server[98185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 18:56:06.604213 dv-cinder-786260-4-iscsi neutron-server[98185]: return func(*args, **kwargs) Jun 10 18:56:06.604213 dv-cinder-786260-4-iscsi neutron-server[98185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 18:56:06.604213 dv-cinder-786260-4-iscsi neutron-server[98185]: self._notify() Jun 10 18:56:06.604213 dv-cinder-786260-4-iscsi neutron-server[98185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 18:56:06.604213 dv-cinder-786260-4-iscsi neutron-server[98185]: self.callback(batched_events) Jun 10 18:56:06.604213 dv-cinder-786260-4-iscsi neutron-server[98185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 18:56:06.604213 dv-cinder-786260-4-iscsi neutron-server[98185]: event.method(event) Jun 10 18:56:06.604213 dv-cinder-786260-4-iscsi neutron-server[98185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 18:56:06.604213 dv-cinder-786260-4-iscsi neutron-server[98185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 18:56:06.604213 dv-cinder-786260-4-iscsi neutron-server[98185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 18:56:06.604213 dv-cinder-786260-4-iscsi neutron-server[98185]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 18:56:06.604213 dv-cinder-786260-4-iscsi neutron-server[98185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 18:56:06.604213 dv-cinder-786260-4-iscsi neutron-server[98185]: return f(self, *a, **k) Jun 10 18:56:06.604213 dv-cinder-786260-4-iscsi neutron-server[98185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 18:56:06.604213 dv-cinder-786260-4-iscsi neutron-server[98185]: return self._get(url).json() Jun 10 18:56:06.604213 dv-cinder-786260-4-iscsi neutron-server[98185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 18:56:06.604213 dv-cinder-786260-4-iscsi neutron-server[98185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 18:56:06.604213 dv-cinder-786260-4-iscsi neutron-server[98185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 18:56:06.604213 dv-cinder-786260-4-iscsi neutron-server[98185]: return self.request(url, 'GET', **kwargs) Jun 10 18:56:06.604213 dv-cinder-786260-4-iscsi neutron-server[98185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 18:56:06.604213 dv-cinder-786260-4-iscsi neutron-server[98185]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 18:56:06.604213 dv-cinder-786260-4-iscsi neutron-server[98185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 18:56:06.604213 dv-cinder-786260-4-iscsi neutron-server[98185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 18:56:06.604213 dv-cinder-786260-4-iscsi neutron-server[98185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 18:56:06.604213 dv-cinder-786260-4-iscsi neutron-server[98185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 18:56:06.604213 dv-cinder-786260-4-iscsi neutron-server[98185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 18:56:06.676642 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-b83640a4-b8a4-48c0-a790-645f33f5dfd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-876761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4045579'] for network, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:56:06.681694 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-b83640a4-b8a4-48c0-a790-645f33f5dfd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731712'] for network, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:56:06.683597 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-b83640a4-b8a4-48c0-a790-645f33f5dfd0 admin admin] 10.222.0.15 "DELETE /v2.0/networks/18baacea-6e42-47c9-bfce-009df32d3f96 HTTP/1.1" status: 204 len: 168 time: 0.7354798 Jun 10 18:56:06.684409 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-373f1b69-9b22-40fa-8d0a-9eb500657846 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:56:06.700245 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83640a4-b8a4-48c0-a790-645f33f5dfd0 admin admin] Pushing event deleted for resources: {'Network': ['ID=18baacea-6e42-47c9-bfce-009df32d3f96,revision_number=None']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:56:06.703055 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-b83640a4-b8a4-48c0-a790-645f33f5dfd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:56:06.798477 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 53748) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:56:06.848892 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-8db71beb-5376-45ac-b786-b35e999c11d0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8fa25c8cde534a6a9acc3f658014058f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0491312 Jun 10 18:56:06.851117 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 53750) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:56:06.901841 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-b7b5dd54-a27f-4201-9b46-601ed6a7e8db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:56:06.923651 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-b7b5dd54-a27f-4201-9b46-601ed6a7e8db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:56:06.973866 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-b7b5dd54-a27f-4201-9b46-601ed6a7e8db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:56:06.976490 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-b7b5dd54-a27f-4201-9b46-601ed6a7e8db admin admin] Notify callbacks [] for security_group, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:56:06.977670 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-b7b5dd54-a27f-4201-9b46-601ed6a7e8db admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e6bc7b4a-bc72-42f3-afbb-1c4965f0f943 HTTP/1.1" status: 204 len: 168 time: 0.1256475 Jun 10 18:56:06.978442 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-52fda57f-3675-43f3-af3a-bf216d2185ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:56:06.987051 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b5dd54-a27f-4201-9b46-601ed6a7e8db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6bc7b4a-bc72-42f3-afbb-1c4965f0f943,revision_number=None']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:56:06.990116 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-b7b5dd54-a27f-4201-9b46-601ed6a7e8db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:56:07.295366 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 53758) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:56:07.338177 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-39c15248-f492-45f9-89e2-15892c4da101 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b4a97c5913844139b5da632bd347b1d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0415938 Jun 10 18:56:07.340423 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 53760) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:56:07.389942 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-36d5734d-7921-4e91-9e18-2043465ed028 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:56:07.412229 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-36d5734d-7921-4e91-9e18-2043465ed028 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:56:07.465114 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-36d5734d-7921-4e91-9e18-2043465ed028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:56:07.467867 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-36d5734d-7921-4e91-9e18-2043465ed028 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:56:07.469135 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-36d5734d-7921-4e91-9e18-2043465ed028 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b2cfd20a-763c-4b08-a1f1-740f6a096a20 HTTP/1.1" status: 204 len: 168 time: 0.1278429 Jun 10 18:56:07.469930 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-b7b5dd54-a27f-4201-9b46-601ed6a7e8db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:56:07.484248 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d5734d-7921-4e91-9e18-2043465ed028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2cfd20a-763c-4b08-a1f1-740f6a096a20,revision_number=None']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:56:07.487205 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-36d5734d-7921-4e91-9e18-2043465ed028 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:56:08.029703 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Device 18db5388-ac65-467a-93cc-74f825b7a1c5 no longer exists at agent ovs-agent-dv-cinder-786260-4-iscsi {{(pid=98186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 18:56:08.057238 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.plugin [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] No Port match for: 18db5388-ac65-467a-93cc-74f825b7a1c5 {{(pid=98186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 18:56:08.057636 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Device 18db5388-ac65-467a-93cc-74f825b7a1c5 not bound to the agent host dv-cinder-786260-4-iscsi {{(pid=98186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 18:56:11.807204 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-302ded00-c7f4-47b4-aa8c-54f91dc252cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:56:14.286659 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-07761436-5807-452a-85c4-90e721849a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:56:14.431614 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:56:15.445257 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-8dcc316c-a8c5-4da3-a0ad-e3f4fe9157be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:56:17.253648 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-bf1ede84-8c21-46ff-8a19-cb90afe635a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:56:17.651373 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:56:41.808180 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-28066654-e25e-47f0-913b-0d1b82d77b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:56:42.958065 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.agents_db [None req-dd8e6269-3fd9-4915-b5ed-83e1f738bf4e None None] Agent healthcheck: found 6 active agents {{(pid=98187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 18:56:44.289199 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-2b7ac6e3-100a-42c7-ad91-5a6f38ba3717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:56:44.430967 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:56:45.453606 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-8dcc316c-a8c5-4da3-a0ad-e3f4fe9157be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:56:46.790878 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dd0144-16ba-42cd-92af-e1e789e7696a req-a9f20142-d237-4f17-ab01-ab0c99aec745 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:56:46.792241 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-12dd0144-16ba-42cd-92af-e1e789e7696a req-a9f20142-d237-4f17-ab01-ab0c99aec745 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd2eb272-858b-474a-b0d8-92d5a35ac2af HTTP/1.1" status: 200 len: 945 time: 0.0695543 Jun 10 18:56:46.836451 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-12dd0144-16ba-42cd-92af-e1e789e7696a req-0263b317-25a5-4a83-b0d7-22e0d4bf5981 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=9818fcc9-e0c8-4a39-af37-e9cb997b8366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386338 Jun 10 18:56:47.255770 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-bf1ede84-8c21-46ff-8a19-cb90afe635a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:56:47.661748 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:56:48.022722 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59850e0d-5787-4958-9350-77334fa0735b req-09e97a9e-fe4c-411d-8023-59ee3651c867 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:56:48.024202 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-59850e0d-5787-4958-9350-77334fa0735b req-09e97a9e-fe4c-411d-8023-59ee3651c867 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd2eb272-858b-474a-b0d8-92d5a35ac2af HTTP/1.1" status: 200 len: 945 time: 0.0736725 Jun 10 18:56:48.068206 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-59850e0d-5787-4958-9350-77334fa0735b req-755e5dda-00c1-4723-99b1-96b99a3954e5 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=9818fcc9-e0c8-4a39-af37-e9cb997b8366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383933 Jun 10 18:56:49.248185 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133e0a45-977f-4414-b6a6-6da14b84a922 req-247533e9-9c19-4fa9-9507-df53907645ac tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:56:49.249644 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-133e0a45-977f-4414-b6a6-6da14b84a922 req-247533e9-9c19-4fa9-9507-df53907645ac tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd2eb272-858b-474a-b0d8-92d5a35ac2af HTTP/1.1" status: 200 len: 945 time: 0.0683684 Jun 10 18:56:49.290455 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-133e0a45-977f-4414-b6a6-6da14b84a922 req-568c7bd7-0564-4d1d-a396-ebaccde98ac2 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=9818fcc9-e0c8-4a39-af37-e9cb997b8366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353332 Jun 10 18:56:49.656981 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-7b0dfada-fffe-42ca-984b-5c94016f934a req-8f4bf40c-0806-4fb2-802d-1b8070bad777 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ee236ae7-b9ef-473e-ae5c-fd621b0bca5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0571237 Jun 10 18:56:49.761855 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0dfada-fffe-42ca-984b-5c94016f934a req-1a771068-089e-4737-8915-2e8c71de3a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:56:49.763234 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-7b0dfada-fffe-42ca-984b-5c94016f934a req-1a771068-089e-4737-8915-2e8c71de3a73 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1a2d315ad5024710bea813f4dc02e234&device_id=ee236ae7-b9ef-473e-ae5c-fd621b0bca5f HTTP/1.1" status: 200 len: 1098 time: 0.0640709 Jun 10 18:56:49.894280 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0dfada-fffe-42ca-984b-5c94016f934a req-4789b6ad-bec1-4247-87e4-3fb12b02c452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:56:49.895399 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-7b0dfada-fffe-42ca-984b-5c94016f934a req-4789b6ad-bec1-4247-87e4-3fb12b02c452 service neutron] 10.222.0.39 "GET /v2.0/networks?id=94dda773-c553-4b86-9491-0f581f6e4a36 HTTP/1.1" status: 200 len: 910 time: 0.1114612 Jun 10 18:56:49.984278 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-7b0dfada-fffe-42ca-984b-5c94016f934a req-c164a5da-74ce-4f49-8fb6-c37034deb722 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43501b1a-0b6a-49d1-b168-1bc9e2b3d64c HTTP/1.1" status: 200 len: 1001 time: 0.0824158 Jun 10 18:56:50.042726 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0dfada-fffe-42ca-984b-5c94016f934a req-793f7ee4-2b67-4b47-aaba-7bdeb64f4dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:56:50.044165 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-7b0dfada-fffe-42ca-984b-5c94016f934a req-793f7ee4-2b67-4b47-aaba-7bdeb64f4dcb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8c695381-fb23-404d-8bb4-7b35cd4e37e4 HTTP/1.1" status: 200 len: 848 time: 0.0519719 Jun 10 18:56:50.105808 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0dfada-fffe-42ca-984b-5c94016f934a req-9d6a1b7a-d41a-41f7-98bf-008eeeb9eb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:56:50.107225 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-7b0dfada-fffe-42ca-984b-5c94016f934a req-9d6a1b7a-d41a-41f7-98bf-008eeeb9eb7a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=94dda773-c553-4b86-9491-0f581f6e4a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0560548 Jun 10 18:56:50.220637 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-7b0dfada-fffe-42ca-984b-5c94016f934a req-349d1197-9a08-4b31-a19b-f263ce80cd29 service neutron] 10.222.0.39 "GET /v2.0/networks/94dda773-c553-4b86-9491-0f581f6e4a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054027 Jun 10 18:56:50.344295 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-7b0dfada-fffe-42ca-984b-5c94016f934a req-29601953-ee16-4854-a9e6-60563a3314d8 service neutron] 10.222.0.39 "GET /v2.0/networks/94dda773-c553-4b86-9491-0f581f6e4a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175802 Jun 10 18:56:50.479135 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae838f22-5f81-402a-9d5d-aa9de968ffe4 req-4b586c0a-27c2-49ac-baeb-dbbaa228be62 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:56:50.480610 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-ae838f22-5f81-402a-9d5d-aa9de968ffe4 req-4b586c0a-27c2-49ac-baeb-dbbaa228be62 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd2eb272-858b-474a-b0d8-92d5a35ac2af HTTP/1.1" status: 200 len: 945 time: 0.0683792 Jun 10 18:56:50.525763 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-ae838f22-5f81-402a-9d5d-aa9de968ffe4 req-f84f932e-69e1-4d0b-8759-e768e6d60143 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=9818fcc9-e0c8-4a39-af37-e9cb997b8366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388391 Jun 10 18:56:51.707138 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52f0a25-85da-4f80-a5a3-3cd8f23c262d req-ba9c1f71-b5a6-4525-b57b-e41acb949433 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:56:51.708564 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-a52f0a25-85da-4f80-a5a3-3cd8f23c262d req-ba9c1f71-b5a6-4525-b57b-e41acb949433 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd2eb272-858b-474a-b0d8-92d5a35ac2af HTTP/1.1" status: 200 len: 945 time: 0.0679908 Jun 10 18:56:51.748675 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-a52f0a25-85da-4f80-a5a3-3cd8f23c262d req-f124144a-43d8-4e6e-afc5-cb36602c0cbc tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=9818fcc9-e0c8-4a39-af37-e9cb997b8366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344794 Jun 10 18:56:52.929752 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d5a58e-bcd3-4647-9507-4e2259c618fe req-eba13603-e29d-4388-9694-f773320a1cb6 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:56:52.931198 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-a0d5a58e-bcd3-4647-9507-4e2259c618fe req-eba13603-e29d-4388-9694-f773320a1cb6 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd2eb272-858b-474a-b0d8-92d5a35ac2af HTTP/1.1" status: 200 len: 945 time: 0.0685613 Jun 10 18:56:52.975580 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-a0d5a58e-bcd3-4647-9507-4e2259c618fe req-93009861-f705-4b0c-9353-4c73ad9ab15b tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=9818fcc9-e0c8-4a39-af37-e9cb997b8366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389132 Jun 10 18:56:54.169239 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bbcba3-d84c-4a32-9939-af3a8a0ede92 req-cb407727-eb6c-4ea0-be2e-2d68745fab79 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:56:54.170791 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-d2bbcba3-d84c-4a32-9939-af3a8a0ede92 req-cb407727-eb6c-4ea0-be2e-2d68745fab79 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd2eb272-858b-474a-b0d8-92d5a35ac2af HTTP/1.1" status: 200 len: 945 time: 0.0777056 Jun 10 18:56:54.219238 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-d2bbcba3-d84c-4a32-9939-af3a8a0ede92 req-51561c63-87f4-47bb-8c24-f9003e6d7dc0 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=9818fcc9-e0c8-4a39-af37-e9cb997b8366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416687 Jun 10 18:56:55.409285 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40c74d1-bb85-425f-804e-4051d99e8058 req-4bbcf9b3-640c-45a9-9d73-e83f51d3215e tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:56:55.410775 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-b40c74d1-bb85-425f-804e-4051d99e8058 req-4bbcf9b3-640c-45a9-9d73-e83f51d3215e tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd2eb272-858b-474a-b0d8-92d5a35ac2af HTTP/1.1" status: 200 len: 945 time: 0.0698593 Jun 10 18:56:55.455739 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-b40c74d1-bb85-425f-804e-4051d99e8058 req-37ac6ef7-ad10-42ee-b37b-bf5d8668f17d tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=9818fcc9-e0c8-4a39-af37-e9cb997b8366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394106 Jun 10 18:56:56.644404 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7bf546-b849-4fc4-b78c-6172d75a10cb req-71ab4ab2-83a9-4c27-a494-4284a6d2eba3 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:56:56.645893 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-cb7bf546-b849-4fc4-b78c-6172d75a10cb req-71ab4ab2-83a9-4c27-a494-4284a6d2eba3 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd2eb272-858b-474a-b0d8-92d5a35ac2af HTTP/1.1" status: 200 len: 945 time: 0.0718038 Jun 10 18:56:56.686974 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-cb7bf546-b849-4fc4-b78c-6172d75a10cb req-401f2e73-7a57-4417-a356-43282b28d742 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=9818fcc9-e0c8-4a39-af37-e9cb997b8366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353727 Jun 10 18:56:57.873237 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f87fd0-e071-4e66-b5e1-58f775835601 req-942847f6-050f-438f-994b-f087aeda9b07 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:56:57.874916 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-e0f87fd0-e071-4e66-b5e1-58f775835601 req-942847f6-050f-438f-994b-f087aeda9b07 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd2eb272-858b-474a-b0d8-92d5a35ac2af HTTP/1.1" status: 200 len: 945 time: 0.0704925 Jun 10 18:56:57.921231 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-e0f87fd0-e071-4e66-b5e1-58f775835601 req-2dd69309-732c-4b79-9ba6-428c01845ebe tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=9818fcc9-e0c8-4a39-af37-e9cb997b8366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400126 Jun 10 18:56:59.102037 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d4a7fd-e4f3-4160-a049-9d0844d2c073 req-82073099-8616-43d2-867b-de17429fc034 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:56:59.103535 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-28d4a7fd-e4f3-4160-a049-9d0844d2c073 req-82073099-8616-43d2-867b-de17429fc034 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd2eb272-858b-474a-b0d8-92d5a35ac2af HTTP/1.1" status: 200 len: 945 time: 0.0682156 Jun 10 18:56:59.145111 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-28d4a7fd-e4f3-4160-a049-9d0844d2c073 req-cb398d14-ff75-4695-a1ef-4ff8b632fc19 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=9818fcc9-e0c8-4a39-af37-e9cb997b8366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361273 Jun 10 18:57:00.306924 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf45ad76-8cf8-4bc0-8f13-2852bc0b70bc req-7f4ddc44-3558-4af3-9301-e13f9ca9af1d tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:57:00.308401 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-cf45ad76-8cf8-4bc0-8f13-2852bc0b70bc req-7f4ddc44-3558-4af3-9301-e13f9ca9af1d tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee236ae7-b9ef-473e-ae5c-fd621b0bca5f HTTP/1.1" status: 200 len: 945 time: 0.0694315 Jun 10 18:57:00.330231 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd088591-95e2-4fa7-8bbe-193828c5f7bf req-e68edf43-68b7-4fb1-af73-6dcf10d417d0 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:57:00.331828 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-dd088591-95e2-4fa7-8bbe-193828c5f7bf req-e68edf43-68b7-4fb1-af73-6dcf10d417d0 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd2eb272-858b-474a-b0d8-92d5a35ac2af HTTP/1.1" status: 200 len: 945 time: 0.0690057 Jun 10 18:57:00.355179 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-cf45ad76-8cf8-4bc0-8f13-2852bc0b70bc req-e344d465-e91a-492a-b8f0-ae840335c7b7 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6fa5881-50b4-4699-a244-1cc62b394082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407829 Jun 10 18:57:00.372689 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Device b086f759-be1a-43dc-a80c-a043cda13dce details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=98186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 18:57:00.382591 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-dd088591-95e2-4fa7-8bbe-193828c5f7bf req-b65ee211-2f16-475d-ab9b-865f2f774617 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=9818fcc9-e0c8-4a39-af37-e9cb997b8366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446100 Jun 10 18:57:00.492496 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] For port b086f759-be1a-43dc-a80c-a043cda13dce, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=b086f759-be1a-43dc-a80c-a043cda13dce,segment=NetworkSegment(cce5025b-9a61-488a-a883-513d04362a8a),segment_id=cce5025b-9a61-488a-a883-513d04362a8a)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:57:00.505871 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Returning: {'device': 'b086f759-be1a-43dc-a80c-a043cda13dce', 'network_id': 'a9c6338b-27b7-4507-a101-996d60be3c98', 'port_id': 'b086f759-be1a-43dc-a80c-a043cda13dce', 'mac_address': 'fa:16:3e:7e:81:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8ea2a47-c287-4e16-9d1f-c9a7e0a2eaeb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 18:57:00.547397 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:57:00.565259 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.notifiers.nova [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b086f759-be1a-43dc-a80c-a043cda13dce {{(pid=98186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 18:57:00.586916 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] For port b086f759-be1a-43dc-a80c-a043cda13dce, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=b086f759-be1a-43dc-a80c-a043cda13dce,segment=NetworkSegment(cce5025b-9a61-488a-a883-513d04362a8a),segment_id=cce5025b-9a61-488a-a883-513d04362a8a)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:57:00.590472 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:57:00.592516 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:57:00.647773 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Pushing event updated for resources: {'Port': ['ID=b086f759-be1a-43dc-a80c-a043cda13dce,revision_number=6']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:57:00.654480 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:57:00.654831 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:57:00.655189 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:57:00.655502 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:57:00.655835 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:57:00.656162 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:57:00.656487 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:57:00.656811 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:57:00.657934 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:57:00.658387 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:57:00.658716 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:57:00.659054 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:57:00.662910 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:57:00.687235 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] get_ports_and_sgs() called for port_ids ['b086f759-be1a-43dc-a80c-a043cda13dce'] {{(pid=98186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 18:57:01.541699 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464868cd-d0e5-405c-ab63-ed0f0c343c57 req-301c6bee-85b3-48a9-962f-ce3d90716f32 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:57:01.543185 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-464868cd-d0e5-405c-ab63-ed0f0c343c57 req-301c6bee-85b3-48a9-962f-ce3d90716f32 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee236ae7-b9ef-473e-ae5c-fd621b0bca5f HTTP/1.1" status: 200 len: 945 time: 0.0759847 Jun 10 18:57:01.574998 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f644a76-1faa-4e92-a287-a03a947b0284 req-9d450c04-fd60-41c7-ba2f-ba5c393d411d tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:57:01.576455 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-7f644a76-1faa-4e92-a287-a03a947b0284 req-9d450c04-fd60-41c7-ba2f-ba5c393d411d tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd2eb272-858b-474a-b0d8-92d5a35ac2af HTTP/1.1" status: 200 len: 944 time: 0.0711238 Jun 10 18:57:01.586303 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-464868cd-d0e5-405c-ab63-ed0f0c343c57 req-17122778-91b0-414e-b8ee-ab65f9e84017 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6fa5881-50b4-4699-a244-1cc62b394082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374668 Jun 10 18:57:01.618834 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-7f644a76-1faa-4e92-a287-a03a947b0284 req-9f0ae41f-5b4c-4511-9b62-9d9699dca915 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=9818fcc9-e0c8-4a39-af37-e9cb997b8366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357842 Jun 10 18:57:02.398768 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Device b086f759-be1a-43dc-a80c-a043cda13dce up at agent hyperv_hv-cinder-78626 {{(pid=98186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 18:57:02.453669 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Provisioning complete for port b086f759-be1a-43dc-a80c-a043cda13dce triggered by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 18:57:02.454086 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:57:02.543788 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:57:02.568287 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd2eb272-858b-474a-b0d8-92d5a35ac2af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b086f759-be1a-43dc-a80c-a043cda13dce'}] {{(pid=98186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 18:57:02.570650 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c2f46a37dc9d9ea27ba47e2e5c887733d44c46f74833e79389795ef1d11a41d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d4460eb-d753-43b7-b07d-e7976f8551b7" -d '{"events": [{"server_uuid": "bd2eb272-858b-474a-b0d8-92d5a35ac2af", "name": "network-vif-plugged", "status": "completed", "tag": "b086f759-be1a-43dc-a80c-a043cda13dce"}]}' {{(pid=98186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 18:57:02.584425 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] For port b086f759-be1a-43dc-a80c-a043cda13dce, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=b086f759-be1a-43dc-a80c-a043cda13dce,segment=NetworkSegment(cce5025b-9a61-488a-a883-513d04362a8a),segment_id=cce5025b-9a61-488a-a883-513d04362a8a)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:57:02.589661 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:57:02.591488 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-aea57888-6f0f-4dd5-b782-f13e1cc0831c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:57:02.618446 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 18:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6007eb3b-52fb-4593-9440-0ef0e554150e x-openstack-request-id: req-6007eb3b-52fb-4593-9440-0ef0e554150e {{(pid=98186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 18:57:02.618751 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd2eb272-858b-474a-b0d8-92d5a35ac2af", "name": "network-vif-plugged", "status": "completed", "tag": "b086f759-be1a-43dc-a80c-a043cda13dce", "code": 200}]} {{(pid=98186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 18:57:02.619016 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6007eb3b-52fb-4593-9440-0ef0e554150e {{(pid=98186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 18:57:02.619412 dv-cinder-786260-4-iscsi neutron-server[98186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd2eb272-858b-474a-b0d8-92d5a35ac2af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b086f759-be1a-43dc-a80c-a043cda13dce', 'code': 200} Jun 10 18:57:02.648631 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Pushing event updated for resources: {'Port': ['ID=b086f759-be1a-43dc-a80c-a043cda13dce,revision_number=7']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:57:02.650512 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:57:02.765479 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90812459-138a-459d-9da0-a5d3b4be0f9a req-d58037f8-b930-4954-be79-53bcf1923139 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:57:02.767575 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-90812459-138a-459d-9da0-a5d3b4be0f9a req-d58037f8-b930-4954-be79-53bcf1923139 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee236ae7-b9ef-473e-ae5c-fd621b0bca5f HTTP/1.1" status: 200 len: 945 time: 0.0684242 Jun 10 18:57:02.808310 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5033b9c9-5610-4597-a08f-663a05241480 req-5838478f-7203-483f-be44-8994708a249d tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:57:02.809796 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-5033b9c9-5610-4597-a08f-663a05241480 req-5838478f-7203-483f-be44-8994708a249d tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd2eb272-858b-474a-b0d8-92d5a35ac2af HTTP/1.1" status: 200 len: 945 time: 0.0676558 Jun 10 18:57:02.812055 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-90812459-138a-459d-9da0-a5d3b4be0f9a req-4ff7c5c6-0014-49e2-8ef0-c0c652666207 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6fa5881-50b4-4699-a244-1cc62b394082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388422 Jun 10 18:57:02.857261 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-5033b9c9-5610-4597-a08f-663a05241480 req-72ea50ba-cf9a-495b-9349-e6223eec2fb7 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=9818fcc9-e0c8-4a39-af37-e9cb997b8366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412428 Jun 10 18:57:03.996234 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd53088-dd06-40e1-99da-120caeb097fc req-e86f4b98-789a-4f06-a509-9cce3f7cd6b0 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:57:03.997873 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-fcd53088-dd06-40e1-99da-120caeb097fc req-e86f4b98-789a-4f06-a509-9cce3f7cd6b0 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee236ae7-b9ef-473e-ae5c-fd621b0bca5f HTTP/1.1" status: 200 len: 945 time: 0.0726287 Jun 10 18:57:04.040548 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-fcd53088-dd06-40e1-99da-120caeb097fc req-d082c67d-95ea-423a-be50-6664d5b0f7d2 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6fa5881-50b4-4699-a244-1cc62b394082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363600 Jun 10 18:57:04.050827 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ea7f2c-a81d-4271-9da8-be48f80bd7d4 req-92934a6f-4b9e-4383-b499-21e6dab97619 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:57:04.052313 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-e1ea7f2c-a81d-4271-9da8-be48f80bd7d4 req-92934a6f-4b9e-4383-b499-21e6dab97619 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd2eb272-858b-474a-b0d8-92d5a35ac2af HTTP/1.1" status: 200 len: 945 time: 0.0699189 Jun 10 18:57:04.095153 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-e1ea7f2c-a81d-4271-9da8-be48f80bd7d4 req-3577ca0c-c7cc-4967-81c6-9e4904a02354 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=9818fcc9-e0c8-4a39-af37-e9cb997b8366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363686 Jun 10 18:57:05.220788 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2187b6-911d-4ad5-b5d4-39335ab8f3f0 req-65a3475d-8c22-49fa-b6ad-1cf98edfcae7 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:57:05.222282 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-6d2187b6-911d-4ad5-b5d4-39335ab8f3f0 req-65a3475d-8c22-49fa-b6ad-1cf98edfcae7 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee236ae7-b9ef-473e-ae5c-fd621b0bca5f HTTP/1.1" status: 200 len: 945 time: 0.0684600 Jun 10 18:57:05.267137 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-6d2187b6-911d-4ad5-b5d4-39335ab8f3f0 req-a5b3bdb8-bcc7-466d-bc68-98555ed23a2c tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6fa5881-50b4-4699-a244-1cc62b394082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391757 Jun 10 18:57:05.287433 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22cd71e-eeb0-4743-b9de-ee18429ef066 req-e13383b8-5bbd-4303-9f5e-677acd11de56 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:57:05.288929 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-b22cd71e-eeb0-4743-b9de-ee18429ef066 req-e13383b8-5bbd-4303-9f5e-677acd11de56 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd2eb272-858b-474a-b0d8-92d5a35ac2af HTTP/1.1" status: 200 len: 945 time: 0.0695431 Jun 10 18:57:05.338247 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-b22cd71e-eeb0-4743-b9de-ee18429ef066 req-9e17fd07-12fd-4d3e-af7a-66ac9ff5b1be tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=9818fcc9-e0c8-4a39-af37-e9cb997b8366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438154 Jun 10 18:57:06.499851 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f130d-623d-4d3a-860f-ac99565ce122 req-1a67f208-74d7-43e6-bca1-69f12f98dc55 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:57:06.502770 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-b85f130d-623d-4d3a-860f-ac99565ce122 req-1a67f208-74d7-43e6-bca1-69f12f98dc55 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee236ae7-b9ef-473e-ae5c-fd621b0bca5f HTTP/1.1" status: 200 len: 945 time: 0.1044619 Jun 10 18:57:06.550332 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0311ffe2-b604-48f5-b425-e1516bf99658 req-422a8eb7-4ed5-4a18-b0dc-44ee66d1ab8b tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:57:06.552563 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-0311ffe2-b604-48f5-b425-e1516bf99658 req-422a8eb7-4ed5-4a18-b0dc-44ee66d1ab8b tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd2eb272-858b-474a-b0d8-92d5a35ac2af HTTP/1.1" status: 200 len: 945 time: 0.0721602 Jun 10 18:57:06.558141 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-b85f130d-623d-4d3a-860f-ac99565ce122 req-7d7134b4-056b-4718-ac28-29004f8925b7 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6fa5881-50b4-4699-a244-1cc62b394082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483174 Jun 10 18:57:06.614923 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-0311ffe2-b604-48f5-b425-e1516bf99658 req-33fb32a3-367e-4875-b8a2-9805d68f72f7 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=9818fcc9-e0c8-4a39-af37-e9cb997b8366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553181 Jun 10 18:57:07.776941 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c014b0-b5d2-4945-b0c6-8207e6e09744 req-c42405ff-785a-480c-ac81-73dc0763fe1a tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:57:07.779948 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-18c014b0-b5d2-4945-b0c6-8207e6e09744 req-c42405ff-785a-480c-ac81-73dc0763fe1a tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee236ae7-b9ef-473e-ae5c-fd621b0bca5f HTTP/1.1" status: 200 len: 945 time: 0.0887477 Jun 10 18:57:07.815728 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fc09f4-1051-4408-a547-29b469a4a181 req-7c49f5eb-43af-4775-bd12-a4fe08bd2729 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:57:07.817473 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-b6fc09f4-1051-4408-a547-29b469a4a181 req-7c49f5eb-43af-4775-bd12-a4fe08bd2729 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd2eb272-858b-474a-b0d8-92d5a35ac2af HTTP/1.1" status: 200 len: 945 time: 0.0753667 Jun 10 18:57:07.854817 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-18c014b0-b5d2-4945-b0c6-8207e6e09744 req-112c048d-21a8-43d0-8ab2-9f0189506315 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6fa5881-50b4-4699-a244-1cc62b394082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655060 Jun 10 18:57:07.873989 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-b6fc09f4-1051-4408-a547-29b469a4a181 req-9fa00659-560c-41ff-8b2a-3e012010eabc tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=9818fcc9-e0c8-4a39-af37-e9cb997b8366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485208 Jun 10 18:57:09.067183 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13811497-75d7-4e58-b109-c6577380f6a4 req-86384bd3-e956-4a56-a9e5-0fab59fc41f2 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:57:09.068705 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-13811497-75d7-4e58-b109-c6577380f6a4 req-86384bd3-e956-4a56-a9e5-0fab59fc41f2 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee236ae7-b9ef-473e-ae5c-fd621b0bca5f HTTP/1.1" status: 200 len: 945 time: 0.0887647 Jun 10 18:57:09.077309 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2925d9-2a25-4cb9-8bf8-bf9061bc546e req-8f1a6984-ab94-44d3-ba2a-93f9a6f2c458 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:57:09.080006 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-cb2925d9-2a25-4cb9-8bf8-bf9061bc546e req-8f1a6984-ab94-44d3-ba2a-93f9a6f2c458 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd2eb272-858b-474a-b0d8-92d5a35ac2af HTTP/1.1" status: 200 len: 945 time: 0.0806701 Jun 10 18:57:09.117253 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-13811497-75d7-4e58-b109-c6577380f6a4 req-32b6a3ab-1203-437b-acf3-10b0649ed3b5 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6fa5881-50b4-4699-a244-1cc62b394082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412102 Jun 10 18:57:09.123081 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-cb2925d9-2a25-4cb9-8bf8-bf9061bc546e req-9fa9eb86-ad63-4da8-8d9b-c693fb28c29f tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=9818fcc9-e0c8-4a39-af37-e9cb997b8366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376801 Jun 10 18:57:10.364385 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b82459b-b293-4c3b-85dc-65ba6da45dd8 req-1e98da30-3518-4714-b399-98f38e5e0893 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:57:10.372868 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-7b82459b-b293-4c3b-85dc-65ba6da45dd8 req-1e98da30-3518-4714-b399-98f38e5e0893 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee236ae7-b9ef-473e-ae5c-fd621b0bca5f HTTP/1.1" status: 200 len: 945 time: 0.0900896 Jun 10 18:57:10.414723 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00343f40-18e4-479b-af9e-ea260b0e43f0 req-a3743527-4f11-41d6-a363-657b8321e4e2 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:57:10.416518 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-00343f40-18e4-479b-af9e-ea260b0e43f0 req-a3743527-4f11-41d6-a363-657b8321e4e2 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd2eb272-858b-474a-b0d8-92d5a35ac2af HTTP/1.1" status: 200 len: 945 time: 0.1225481 Jun 10 18:57:10.448828 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-7b82459b-b293-4c3b-85dc-65ba6da45dd8 req-a8e15f86-e162-4af5-bd25-59c04c85aafb tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6fa5881-50b4-4699-a244-1cc62b394082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686502 Jun 10 18:57:10.488549 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-00343f40-18e4-479b-af9e-ea260b0e43f0 req-b08eaa5f-375f-46a5-8af1-84963869083e tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=9818fcc9-e0c8-4a39-af37-e9cb997b8366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657792 Jun 10 18:57:11.679321 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d38d51c-3db7-4a22-ac59-9d550b8c7dd2 req-6a2648de-e23d-4c1a-b3e7-1108b4dfb496 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:57:11.681225 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-3d38d51c-3db7-4a22-ac59-9d550b8c7dd2 req-6a2648de-e23d-4c1a-b3e7-1108b4dfb496 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee236ae7-b9ef-473e-ae5c-fd621b0bca5f HTTP/1.1" status: 200 len: 945 time: 0.0787048 Jun 10 18:57:11.698486 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0538d2-4c16-40bd-9e54-fa942bd6eb56 req-ddf00770-d5a6-4d6f-95c1-9d71829cd262 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:57:11.706567 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-be0538d2-4c16-40bd-9e54-fa942bd6eb56 req-ddf00770-d5a6-4d6f-95c1-9d71829cd262 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd2eb272-858b-474a-b0d8-92d5a35ac2af HTTP/1.1" status: 200 len: 945 time: 0.0834382 Jun 10 18:57:11.743107 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-3d38d51c-3db7-4a22-ac59-9d550b8c7dd2 req-20c4f087-dfe6-4e68-909e-1d06d114269c tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6fa5881-50b4-4699-a244-1cc62b394082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526164 Jun 10 18:57:11.752415 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-be0538d2-4c16-40bd-9e54-fa942bd6eb56 req-0dcb5f00-a7ba-4159-ac56-c807624c97df tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=9818fcc9-e0c8-4a39-af37-e9cb997b8366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443578 Jun 10 18:57:11.810913 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-7b26b9b1-9ba4-4e9c-83cd-a98a4bca1d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:57:12.949740 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb48c2b6-befd-4770-b056-e9bbc0ca8862 req-58628d0e-de3b-46f9-966a-1aaf9b192684 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:57:12.949740 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-eb48c2b6-befd-4770-b056-e9bbc0ca8862 req-58628d0e-de3b-46f9-966a-1aaf9b192684 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee236ae7-b9ef-473e-ae5c-fd621b0bca5f HTTP/1.1" status: 200 len: 945 time: 0.0808654 Jun 10 18:57:12.991187 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6673ed73-b8fa-41c3-8403-0ed8c11a0e9b req-5ec8a75e-63c0-4dd6-a7ab-31b5c4cb361b tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:57:12.993128 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-eb48c2b6-befd-4770-b056-e9bbc0ca8862 req-f211ad48-430f-46e9-bd64-67a5ea1e34d0 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6fa5881-50b4-4699-a244-1cc62b394082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450718 Jun 10 18:57:12.997568 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-6673ed73-b8fa-41c3-8403-0ed8c11a0e9b req-5ec8a75e-63c0-4dd6-a7ab-31b5c4cb361b tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd2eb272-858b-474a-b0d8-92d5a35ac2af HTTP/1.1" status: 200 len: 945 time: 0.0960722 Jun 10 18:57:13.055672 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-6673ed73-b8fa-41c3-8403-0ed8c11a0e9b req-5b7fab0c-8fc3-4e1f-bdf7-0e7c6a6f25b2 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=9818fcc9-e0c8-4a39-af37-e9cb997b8366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569828 Jun 10 18:57:14.255363 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc856cf-8cfd-4bd6-9240-62bd628954c6 req-d9739ec7-627a-4119-9d71-086ce42fe362 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:57:14.264517 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-efc856cf-8cfd-4bd6-9240-62bd628954c6 req-d9739ec7-627a-4119-9d71-086ce42fe362 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee236ae7-b9ef-473e-ae5c-fd621b0bca5f HTTP/1.1" status: 200 len: 945 time: 0.0930729 Jun 10 18:57:14.301224 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-a076ca72-dd62-4045-8942-125aaeecbfe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:57:14.321622 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-efc856cf-8cfd-4bd6-9240-62bd628954c6 req-59128e73-9200-493b-8ec4-cd8e11359932 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6fa5881-50b4-4699-a244-1cc62b394082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556707 Jun 10 18:57:14.348408 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6cdcbe-e47d-453b-bd36-7014be40b3af req-78906699-9dfa-419b-aa72-802b82d97813 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:57:14.350794 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-ef6cdcbe-e47d-453b-bd36-7014be40b3af req-78906699-9dfa-419b-aa72-802b82d97813 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd2eb272-858b-474a-b0d8-92d5a35ac2af HTTP/1.1" status: 200 len: 945 time: 0.1012518 Jun 10 18:57:14.399413 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-ef6cdcbe-e47d-453b-bd36-7014be40b3af req-81ca83e8-09e7-4660-a328-617ca2a65d60 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=9818fcc9-e0c8-4a39-af37-e9cb997b8366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429084 Jun 10 18:57:14.435405 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:57:15.482240 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-8dcc316c-a8c5-4da3-a0ad-e3f4fe9157be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:57:15.512076 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dbf112-6a79-405a-9dfc-e1563d09d97d req-7beb4fc2-cb34-48c9-b1d7-e1cf3d09f988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:57:15.514005 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-a9dbf112-6a79-405a-9dfc-e1563d09d97d req-7beb4fc2-cb34-48c9-b1d7-e1cf3d09f988 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1a2d315ad5024710bea813f4dc02e234&device_id=ee236ae7-b9ef-473e-ae5c-fd621b0bca5f HTTP/1.1" status: 200 len: 1098 time: 0.1164711 Jun 10 18:57:15.525190 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37b45d8-34ce-410a-a27d-f2d4600cbe1b req-196fbb01-6b89-4517-916f-1ad71e6d2a3f tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:57:15.526822 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-a37b45d8-34ce-410a-a27d-f2d4600cbe1b req-196fbb01-6b89-4517-916f-1ad71e6d2a3f tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee236ae7-b9ef-473e-ae5c-fd621b0bca5f HTTP/1.1" status: 200 len: 945 time: 0.0894978 Jun 10 18:57:15.603325 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-a37b45d8-34ce-410a-a27d-f2d4600cbe1b req-b0dd8330-fdc9-4d2a-97fd-408e2bc4bbb2 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6fa5881-50b4-4699-a244-1cc62b394082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705104 Jun 10 18:57:15.722330 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dbf112-6a79-405a-9dfc-e1563d09d97d req-ab230ed0-9e65-4f81-9763-0b1c20521ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:57:15.723910 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-a9dbf112-6a79-405a-9dfc-e1563d09d97d req-ab230ed0-9e65-4f81-9763-0b1c20521ca6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=94dda773-c553-4b86-9491-0f581f6e4a36 HTTP/1.1" status: 200 len: 910 time: 0.1895852 Jun 10 18:57:15.740499 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4104cad2-3290-4725-a86f-97269fd06943 req-2a1c70c3-79f9-478b-8fde-2a86e1b7802d tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:57:15.742033 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-4104cad2-3290-4725-a86f-97269fd06943 req-2a1c70c3-79f9-478b-8fde-2a86e1b7802d tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd2eb272-858b-474a-b0d8-92d5a35ac2af HTTP/1.1" status: 200 len: 945 time: 0.1094475 Jun 10 18:57:15.863134 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-4104cad2-3290-4725-a86f-97269fd06943 req-a3451b2e-675c-42f8-bdb8-b2b40ed588f2 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=9818fcc9-e0c8-4a39-af37-e9cb997b8366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608025 Jun 10 18:57:15.869880 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-a9dbf112-6a79-405a-9dfc-e1563d09d97d req-19f61706-76fb-42a2-8a59-7d5a4795273b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43501b1a-0b6a-49d1-b168-1bc9e2b3d64c HTTP/1.1" status: 200 len: 1001 time: 0.1384709 Jun 10 18:57:15.945716 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dbf112-6a79-405a-9dfc-e1563d09d97d req-122905ff-aacd-43df-ae7e-45c12977f6af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:57:15.947565 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-a9dbf112-6a79-405a-9dfc-e1563d09d97d req-122905ff-aacd-43df-ae7e-45c12977f6af service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8c695381-fb23-404d-8bb4-7b35cd4e37e4 HTTP/1.1" status: 200 len: 848 time: 0.0714114 Jun 10 18:57:16.021481 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dbf112-6a79-405a-9dfc-e1563d09d97d req-76c2ac05-784f-4cd8-9833-652283948400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:57:16.023157 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-a9dbf112-6a79-405a-9dfc-e1563d09d97d req-76c2ac05-784f-4cd8-9833-652283948400 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=94dda773-c553-4b86-9491-0f581f6e4a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0686557 Jun 10 18:57:16.164320 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-a9dbf112-6a79-405a-9dfc-e1563d09d97d req-dd8c94b1-d87d-4411-a8d1-ef6846d10ebd service neutron] 10.222.0.39 "GET /v2.0/networks/94dda773-c553-4b86-9491-0f581f6e4a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344230 Jun 10 18:57:16.574491 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-a9dbf112-6a79-405a-9dfc-e1563d09d97d req-1f1ebf34-7620-4bb1-aa56-874c55a3d141 service neutron] 10.222.0.39 "GET /v2.0/networks/94dda773-c553-4b86-9491-0f581f6e4a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4018073 Jun 10 18:57:16.796077 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3473585-f4b3-48c3-a75c-bc9057da1056 req-8b47b5b8-8ba6-40b4-9c6e-ace8eb1905d9 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:57:16.797630 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-c3473585-f4b3-48c3-a75c-bc9057da1056 req-8b47b5b8-8ba6-40b4-9c6e-ace8eb1905d9 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee236ae7-b9ef-473e-ae5c-fd621b0bca5f HTTP/1.1" status: 200 len: 945 time: 0.0732367 Jun 10 18:57:16.851827 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-c3473585-f4b3-48c3-a75c-bc9057da1056 req-0a39b043-7068-49fe-8bf8-6cd7faa6f535 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6fa5881-50b4-4699-a244-1cc62b394082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475678 Jun 10 18:57:17.063721 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5b2458-0b37-4c8e-a80f-ad906dc86fae req-2674d4b3-67bf-4362-8622-5759c6281847 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:57:17.065662 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-4c5b2458-0b37-4c8e-a80f-ad906dc86fae req-2674d4b3-67bf-4362-8622-5759c6281847 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd2eb272-858b-474a-b0d8-92d5a35ac2af HTTP/1.1" status: 200 len: 945 time: 0.0705380 Jun 10 18:57:17.105790 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-4c5b2458-0b37-4c8e-a80f-ad906dc86fae req-0e86e875-d92e-46b4-8972-58ca63b58c87 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=9818fcc9-e0c8-4a39-af37-e9cb997b8366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345516 Jun 10 18:57:17.259563 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-bf1ede84-8c21-46ff-8a19-cb90afe635a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:57:17.669489 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:57:17.850012 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30050052-78f0-42a5-a754-a1592ea8a0ae req-55c6fdc2-0f74-4229-8292-eba99e0be7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:57:17.851464 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-30050052-78f0-42a5-a754-a1592ea8a0ae req-55c6fdc2-0f74-4229-8292-eba99e0be7ed service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c50ca810c49044daa0af12e38f6ab6a1&device_id=bd2eb272-858b-474a-b0d8-92d5a35ac2af HTTP/1.1" status: 200 len: 1098 time: 0.0616186 Jun 10 18:57:17.973501 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30050052-78f0-42a5-a754-a1592ea8a0ae req-0ad872dd-7132-4d61-b6c7-221607207582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:57:17.974997 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-30050052-78f0-42a5-a754-a1592ea8a0ae req-0ad872dd-7132-4d61-b6c7-221607207582 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a9c6338b-27b7-4507-a101-996d60be3c98 HTTP/1.1" status: 200 len: 918 time: 0.1160524 Jun 10 18:57:18.031729 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78932928-adb4-4b8e-bd69-b921edc89e1d req-1e62cbb5-e074-4205-a550-64202af59b2f tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:57:18.033220 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-78932928-adb4-4b8e-bd69-b921edc89e1d req-1e62cbb5-e074-4205-a550-64202af59b2f tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee236ae7-b9ef-473e-ae5c-fd621b0bca5f HTTP/1.1" status: 200 len: 945 time: 0.0698256 Jun 10 18:57:18.063476 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-30050052-78f0-42a5-a754-a1592ea8a0ae req-6d9ff0d0-4557-4b81-826f-9b671c631325 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b086f759-be1a-43dc-a80c-a043cda13dce HTTP/1.1" status: 200 len: 1001 time: 0.0818241 Jun 10 18:57:18.078761 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-78932928-adb4-4b8e-bd69-b921edc89e1d req-7b5ad821-d84a-4664-a03f-daad6bb8574a tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6fa5881-50b4-4699-a244-1cc62b394082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398383 Jun 10 18:57:18.125866 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30050052-78f0-42a5-a754-a1592ea8a0ae req-2b23d1c9-a2b0-4d19-97b4-f9155c6c505c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:57:18.127932 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-30050052-78f0-42a5-a754-a1592ea8a0ae req-2b23d1c9-a2b0-4d19-97b4-f9155c6c505c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a8ea2a47-c287-4e16-9d1f-c9a7e0a2eaeb HTTP/1.1" status: 200 len: 856 time: 0.0565965 Jun 10 18:57:18.206987 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30050052-78f0-42a5-a754-a1592ea8a0ae req-b2098646-335f-463b-a140-1e2814d93439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:57:18.208448 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-30050052-78f0-42a5-a754-a1592ea8a0ae req-b2098646-335f-463b-a140-1e2814d93439 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a9c6338b-27b7-4507-a101-996d60be3c98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0583019 Jun 10 18:57:18.381439 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3764a3-f579-4362-bfdb-0ce929b2a9ee req-f5a4b486-de18-4e99-8bb9-55e9f0baf94f tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:57:18.382840 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-2e3764a3-f579-4362-bfdb-0ce929b2a9ee req-f5a4b486-de18-4e99-8bb9-55e9f0baf94f tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd2eb272-858b-474a-b0d8-92d5a35ac2af HTTP/1.1" status: 200 len: 945 time: 0.1585343 Jun 10 18:57:18.384605 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-30050052-78f0-42a5-a754-a1592ea8a0ae req-d487b5e6-0172-426a-afa3-36c170749ce4 service neutron] 10.222.0.39 "GET /v2.0/networks/a9c6338b-27b7-4507-a101-996d60be3c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674874 Jun 10 18:57:18.500223 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-2e3764a3-f579-4362-bfdb-0ce929b2a9ee req-830bb178-e647-4aef-8fc1-08ddea3b65b6 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=9818fcc9-e0c8-4a39-af37-e9cb997b8366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109555 Jun 10 18:57:18.532800 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-30050052-78f0-42a5-a754-a1592ea8a0ae req-76cb9084-74f8-4fba-bb19-ae3fb1ef3556 service neutron] 10.222.0.39 "GET /v2.0/networks/a9c6338b-27b7-4507-a101-996d60be3c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362114 Jun 10 18:57:19.254783 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9394c58-05a9-43a2-8b96-63cca1ca6fc5 req-73f14a1a-7252-40f0-8b75-2cc5fa35a008 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:57:19.256238 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-f9394c58-05a9-43a2-8b96-63cca1ca6fc5 req-73f14a1a-7252-40f0-8b75-2cc5fa35a008 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee236ae7-b9ef-473e-ae5c-fd621b0bca5f HTTP/1.1" status: 200 len: 945 time: 0.0686414 Jun 10 18:57:19.297798 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-f9394c58-05a9-43a2-8b96-63cca1ca6fc5 req-e98c1630-7abb-4273-b9ea-6230a1456e8d tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6fa5881-50b4-4699-a244-1cc62b394082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359778 Jun 10 18:57:19.597727 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-7a4c5ac1-99a0-4fc3-bd5f-0aa3f7b4749d req-67630462-d9ce-44e8-bc00-3353c3be9656 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ee236ae7-b9ef-473e-ae5c-fd621b0bca5f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0736673 Jun 10 18:57:19.666253 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d10b696-c364-435e-87d5-b4abcbf66f2a req-c3378e9b-22b5-4cdc-954f-259b5bdd0a1a tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:57:19.668009 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-6d10b696-c364-435e-87d5-b4abcbf66f2a req-c3378e9b-22b5-4cdc-954f-259b5bdd0a1a tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee236ae7-b9ef-473e-ae5c-fd621b0bca5f HTTP/1.1" status: 200 len: 945 time: 0.0736899 Jun 10 18:57:19.697390 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feba19f2-9f48-46d4-8773-39ac2adb031b req-a4112f5f-8cbc-4b8e-81d5-22a8a60fce1e tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:57:19.700007 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-feba19f2-9f48-46d4-8773-39ac2adb031b req-a4112f5f-8cbc-4b8e-81d5-22a8a60fce1e tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd2eb272-858b-474a-b0d8-92d5a35ac2af HTTP/1.1" status: 200 len: 945 time: 0.0735548 Jun 10 18:57:19.717555 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-6d10b696-c364-435e-87d5-b4abcbf66f2a req-f9a41f23-7d50-4a54-a41f-904ccd9f2e05 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6fa5881-50b4-4699-a244-1cc62b394082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433066 Jun 10 18:57:19.746582 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-feba19f2-9f48-46d4-8773-39ac2adb031b req-97c53b16-550b-4728-9ea4-9237370c02aa tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=9818fcc9-e0c8-4a39-af37-e9cb997b8366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388396 Jun 10 18:57:19.958156 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.agents_db [None req-dd8e6269-3fd9-4915-b5ed-83e1f738bf4e None None] Agent healthcheck: found 6 active agents {{(pid=98187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 18:57:20.904889 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53ca5d0-25e0-4c79-b972-ead5da2004fc req-1428e802-c3e6-456f-9ad4-0c530c41422c tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:57:20.906676 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-c53ca5d0-25e0-4c79-b972-ead5da2004fc req-1428e802-c3e6-456f-9ad4-0c530c41422c tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee236ae7-b9ef-473e-ae5c-fd621b0bca5f HTTP/1.1" status: 200 len: 945 time: 0.0751894 Jun 10 18:57:20.951418 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37012164-8c61-42a6-ae13-f4b4611cee09 req-636774d7-d9ff-4888-9d06-5efaa6485d4a tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:57:20.953090 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-37012164-8c61-42a6-ae13-f4b4611cee09 req-636774d7-d9ff-4888-9d06-5efaa6485d4a tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd2eb272-858b-474a-b0d8-92d5a35ac2af HTTP/1.1" status: 200 len: 945 time: 0.0817850 Jun 10 18:57:20.957435 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-c53ca5d0-25e0-4c79-b972-ead5da2004fc req-49658272-8dbf-4c30-80af-71bb449fdf8e tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6fa5881-50b4-4699-a244-1cc62b394082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442741 Jun 10 18:57:21.001882 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-37012164-8c61-42a6-ae13-f4b4611cee09 req-427b2d01-59d2-49b2-a9a2-d2578e202aad tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=9818fcc9-e0c8-4a39-af37-e9cb997b8366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384490 Jun 10 18:57:21.343641 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c5ac1-99a0-4fc3-bd5f-0aa3f7b4749d req-0e900406-4af6-4e1f-89df-b99685848266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:57:21.344140 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-7a4c5ac1-99a0-4fc3-bd5f-0aa3f7b4749d req-0e900406-4af6-4e1f-89df-b99685848266 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ee236ae7-b9ef-473e-ae5c-fd621b0bca5f&tenant_id=1a2d315ad5024710bea813f4dc02e234 HTTP/1.1" status: 200 len: 1098 time: 0.0985868 Jun 10 18:57:21.437801 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c5ac1-99a0-4fc3-bd5f-0aa3f7b4749d req-54152be7-797e-49d7-8ce9-a6dffe6a7f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:57:21.440822 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-7a4c5ac1-99a0-4fc3-bd5f-0aa3f7b4749d req-54152be7-797e-49d7-8ce9-a6dffe6a7f6d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1a2d315ad5024710bea813f4dc02e234&device_id=ee236ae7-b9ef-473e-ae5c-fd621b0bca5f HTTP/1.1" status: 200 len: 1098 time: 0.0718737 Jun 10 18:57:21.567408 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c5ac1-99a0-4fc3-bd5f-0aa3f7b4749d req-f58e51f3-782d-4cc6-9e5a-422df73d5689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:57:21.568884 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-7a4c5ac1-99a0-4fc3-bd5f-0aa3f7b4749d req-f58e51f3-782d-4cc6-9e5a-422df73d5689 service neutron] 10.222.0.39 "GET /v2.0/networks?id=94dda773-c553-4b86-9491-0f581f6e4a36 HTTP/1.1" status: 200 len: 910 time: 0.1212826 Jun 10 18:57:21.677934 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-7a4c5ac1-99a0-4fc3-bd5f-0aa3f7b4749d req-8bebda49-ebd8-4c1e-a22b-9ac95687f0d4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43501b1a-0b6a-49d1-b168-1bc9e2b3d64c HTTP/1.1" status: 200 len: 1001 time: 0.1024086 Jun 10 18:57:21.750896 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c5ac1-99a0-4fc3-bd5f-0aa3f7b4749d req-7bba0a8a-01b4-4b50-aee2-7ce24bdb4ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:57:21.752527 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-7a4c5ac1-99a0-4fc3-bd5f-0aa3f7b4749d req-7bba0a8a-01b4-4b50-aee2-7ce24bdb4ce2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8c695381-fb23-404d-8bb4-7b35cd4e37e4 HTTP/1.1" status: 200 len: 848 time: 0.0689952 Jun 10 18:57:21.816551 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c5ac1-99a0-4fc3-bd5f-0aa3f7b4749d req-a932fba6-2bef-4de2-8add-f8ff12070ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:57:21.818087 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-7a4c5ac1-99a0-4fc3-bd5f-0aa3f7b4749d req-a932fba6-2bef-4de2-8add-f8ff12070ed2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=94dda773-c553-4b86-9491-0f581f6e4a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0582373 Jun 10 18:57:21.941742 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-7a4c5ac1-99a0-4fc3-bd5f-0aa3f7b4749d req-d348793e-b13d-4de3-a1ba-f42bf0f7e05f service neutron] 10.222.0.39 "GET /v2.0/networks/94dda773-c553-4b86-9491-0f581f6e4a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168945 Jun 10 18:57:22.062624 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-7a4c5ac1-99a0-4fc3-bd5f-0aa3f7b4749d req-e472199a-88ad-4cc3-96c2-ff34613a7fc6 service neutron] 10.222.0.39 "GET /v2.0/networks/94dda773-c553-4b86-9491-0f581f6e4a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138468 Jun 10 18:57:22.149074 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dd5709-f7e6-4711-a13d-b6ade9a37037 req-1e75165d-c2da-4f51-ac0e-44506383349b tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:57:22.150598 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-79dd5709-f7e6-4711-a13d-b6ade9a37037 req-1e75165d-c2da-4f51-ac0e-44506383349b tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee236ae7-b9ef-473e-ae5c-fd621b0bca5f HTTP/1.1" status: 200 len: 945 time: 0.0749643 Jun 10 18:57:22.196248 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-79dd5709-f7e6-4711-a13d-b6ade9a37037 req-61a72f1c-92bc-4959-a608-ee761bfd974a tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6fa5881-50b4-4699-a244-1cc62b394082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390739 Jun 10 18:57:22.294106 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048d3a7d-087a-48f8-ae3d-2b2293cb722e req-d014bdc2-644c-4dd9-b5d4-b29525a05567 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:57:22.295584 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-048d3a7d-087a-48f8-ae3d-2b2293cb722e req-d014bdc2-644c-4dd9-b5d4-b29525a05567 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd2eb272-858b-474a-b0d8-92d5a35ac2af HTTP/1.1" status: 200 len: 945 time: 0.0726662 Jun 10 18:57:22.344013 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-048d3a7d-087a-48f8-ae3d-2b2293cb722e req-f8efb874-0867-4567-8b8c-007e50e61fba tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=9818fcc9-e0c8-4a39-af37-e9cb997b8366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425372 Jun 10 18:57:22.536218 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 54214) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:57:22.540282 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Device 43501b1a-0b6a-49d1-b168-1bc9e2b3d64c no longer exists at agent hyperv_hv-cinder-78626 {{(pid=98186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 18:57:22.631590 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:57:22.637090 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-76547d2a-9323-4ef1-b924-cff66042348f req-316bcbfe-9375-4e89-985e-707e99498200 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bd2eb272-858b-474a-b0d8-92d5a35ac2af&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0996587 Jun 10 18:57:22.655739 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee236ae7-b9ef-473e-ae5c-fd621b0bca5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43501b1a-0b6a-49d1-b168-1bc9e2b3d64c'}] {{(pid=98186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 18:57:22.658043 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c2f46a37dc9d9ea27ba47e2e5c887733d44c46f74833e79389795ef1d11a41d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c409a667-e052-4e49-af39-92722b86c8a0" -d '{"events": [{"server_uuid": "ee236ae7-b9ef-473e-ae5c-fd621b0bca5f", "name": "network-vif-unplugged", "status": "completed", "tag": "43501b1a-0b6a-49d1-b168-1bc9e2b3d64c"}]}' {{(pid=98186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 18:57:22.672936 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] For port 43501b1a-0b6a-49d1-b168-1bc9e2b3d64c, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=43501b1a-0b6a-49d1-b168-1bc9e2b3d64c,segment=NetworkSegment(504bc498-15bf-4e70-b123-a45dca87e9a4),segment_id=504bc498-15bf-4e70-b123-a45dca87e9a4)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:57:22.678259 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:57:22.679075 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Device b086f759-be1a-43dc-a80c-a043cda13dce no longer exists at agent hyperv_hv-cinder-78626 {{(pid=98186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 18:57:22.681065 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:57:22.729750 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Jun 2021 18:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a81d756-f168-449d-9663-9387a40fef38 x-openstack-request-id: req-8a81d756-f168-449d-9663-9387a40fef38 {{(pid=98186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 18:57:22.730037 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee236ae7-b9ef-473e-ae5c-fd621b0bca5f", "name": "network-vif-unplugged", "status": "completed", "tag": "43501b1a-0b6a-49d1-b168-1bc9e2b3d64c", "code": 200}]} {{(pid=98186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 18:57:22.730556 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8a81d756-f168-449d-9663-9387a40fef38 {{(pid=98186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 18:57:22.730705 dv-cinder-786260-4-iscsi neutron-server[98186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee236ae7-b9ef-473e-ae5c-fd621b0bca5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43501b1a-0b6a-49d1-b168-1bc9e2b3d64c', 'code': 200} Jun 10 18:57:22.777635 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Pushing event updated for resources: {'Port': ['ID=43501b1a-0b6a-49d1-b168-1bc9e2b3d64c,revision_number=6']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:57:22.780816 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:57:22.825990 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:57:22.866955 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] For port b086f759-be1a-43dc-a80c-a043cda13dce, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=b086f759-be1a-43dc-a80c-a043cda13dce,segment=NetworkSegment(cce5025b-9a61-488a-a883-513d04362a8a),segment_id=cce5025b-9a61-488a-a883-513d04362a8a)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:57:22.873057 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:57:22.875912 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:57:22.935921 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Pushing event updated for resources: {'Port': ['ID=b086f759-be1a-43dc-a80c-a043cda13dce,revision_number=8']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:57:22.938942 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:57:23.387189 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335c561b-9f4b-46b2-b5c6-2cac8ae125b4 req-5cff4e3a-1f2f-45a2-8081-101836d7aab1 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:57:23.388685 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-335c561b-9f4b-46b2-b5c6-2cac8ae125b4 req-5cff4e3a-1f2f-45a2-8081-101836d7aab1 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee236ae7-b9ef-473e-ae5c-fd621b0bca5f HTTP/1.1" status: 200 len: 943 time: 0.0785680 Jun 10 18:57:23.431478 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-335c561b-9f4b-46b2-b5c6-2cac8ae125b4 req-af632ff0-95e2-4c1c-82c1-10c24c925639 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6fa5881-50b4-4699-a244-1cc62b394082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360978 Jun 10 18:57:23.587014 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852901e1-fddc-448e-ad23-7a5647f0ef58 req-d3b9b714-eb2b-4e1e-86f3-4dffdaedf6f3 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:57:23.588502 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-852901e1-fddc-448e-ad23-7a5647f0ef58 req-d3b9b714-eb2b-4e1e-86f3-4dffdaedf6f3 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd2eb272-858b-474a-b0d8-92d5a35ac2af HTTP/1.1" status: 200 len: 943 time: 0.1197448 Jun 10 18:57:23.634795 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-852901e1-fddc-448e-ad23-7a5647f0ef58 req-aafe7e5a-a7df-462c-958b-229ba6959239 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=9818fcc9-e0c8-4a39-af37-e9cb997b8366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404110 Jun 10 18:57:23.654338 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76547d2a-9323-4ef1-b924-cff66042348f req-f852698f-8b29-49b4-990b-ee15ea5aca0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:57:23.655845 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-76547d2a-9323-4ef1-b924-cff66042348f req-f852698f-8b29-49b4-990b-ee15ea5aca0c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bd2eb272-858b-474a-b0d8-92d5a35ac2af&tenant_id=c50ca810c49044daa0af12e38f6ab6a1 HTTP/1.1" status: 200 len: 1096 time: 0.0658996 Jun 10 18:57:23.743680 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76547d2a-9323-4ef1-b924-cff66042348f req-7d1096f6-3158-4ce1-8b72-66fb50795ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:57:23.745105 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-76547d2a-9323-4ef1-b924-cff66042348f req-7d1096f6-3158-4ce1-8b72-66fb50795ff4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c50ca810c49044daa0af12e38f6ab6a1&device_id=bd2eb272-858b-474a-b0d8-92d5a35ac2af HTTP/1.1" status: 200 len: 1096 time: 0.0622520 Jun 10 18:57:23.853226 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76547d2a-9323-4ef1-b924-cff66042348f req-a3a75030-893c-4a5d-b379-64541ca82c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:57:23.854714 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-76547d2a-9323-4ef1-b924-cff66042348f req-a3a75030-893c-4a5d-b379-64541ca82c14 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a9c6338b-27b7-4507-a101-996d60be3c98 HTTP/1.1" status: 200 len: 918 time: 0.1029558 Jun 10 18:57:23.938812 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-76547d2a-9323-4ef1-b924-cff66042348f req-cb254cc5-4590-415b-9c4b-b2ec87e96a34 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b086f759-be1a-43dc-a80c-a043cda13dce HTTP/1.1" status: 200 len: 999 time: 0.0777438 Jun 10 18:57:23.994020 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76547d2a-9323-4ef1-b924-cff66042348f req-297c8342-9d88-43a0-98ff-e82256d50589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:57:23.995437 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-76547d2a-9323-4ef1-b924-cff66042348f req-297c8342-9d88-43a0-98ff-e82256d50589 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a8ea2a47-c287-4e16-9d1f-c9a7e0a2eaeb HTTP/1.1" status: 200 len: 856 time: 0.0502882 Jun 10 18:57:24.061543 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76547d2a-9323-4ef1-b924-cff66042348f req-f7128978-6642-4b33-a5c9-b2398651f222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:57:24.062994 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-76547d2a-9323-4ef1-b924-cff66042348f req-f7128978-6642-4b33-a5c9-b2398651f222 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a9c6338b-27b7-4507-a101-996d60be3c98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0620005 Jun 10 18:57:24.177988 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-76547d2a-9323-4ef1-b924-cff66042348f req-119f75f8-a290-48a5-ac8a-0a0c3f811553 service neutron] 10.222.0.39 "GET /v2.0/networks/a9c6338b-27b7-4507-a101-996d60be3c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061940 Jun 10 18:57:24.287193 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-76547d2a-9323-4ef1-b924-cff66042348f req-c762af5e-b06a-4816-ba30-7643ed5cdbe4 service neutron] 10.222.0.39 "GET /v2.0/networks/a9c6338b-27b7-4507-a101-996d60be3c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030059 Jun 10 18:57:24.699728 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6e475e-1f9f-4576-832e-6aacada3bded req-f93d0724-32d2-4a21-a5bd-5e58e3982f73 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:57:24.702362 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-5f6e475e-1f9f-4576-832e-6aacada3bded req-f93d0724-32d2-4a21-a5bd-5e58e3982f73 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee236ae7-b9ef-473e-ae5c-fd621b0bca5f HTTP/1.1" status: 200 len: 943 time: 0.1536200 Jun 10 18:57:24.731606 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd2eb272-858b-474a-b0d8-92d5a35ac2af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b086f759-be1a-43dc-a80c-a043cda13dce'}] {{(pid=98186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 18:57:24.734195 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c2f46a37dc9d9ea27ba47e2e5c887733d44c46f74833e79389795ef1d11a41d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd3d8a8f-0f23-4d8d-ab17-cfe77173fff5" -d '{"events": [{"server_uuid": "bd2eb272-858b-474a-b0d8-92d5a35ac2af", "name": "network-vif-unplugged", "status": "completed", "tag": "b086f759-be1a-43dc-a80c-a043cda13dce"}]}' {{(pid=98186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 18:57:24.797227 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-5f6e475e-1f9f-4576-832e-6aacada3bded req-ffc3fe22-6602-4275-9dff-58e6f66ac680 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6fa5881-50b4-4699-a244-1cc62b394082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888875 Jun 10 18:57:24.890743 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f59990-6561-4deb-98a9-9e20ede3e5a2 req-2480a1ba-7d0a-4dfb-9d6e-e3e8a6d7b2d2 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:57:24.894083 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-32f59990-6561-4deb-98a9-9e20ede3e5a2 req-2480a1ba-7d0a-4dfb-9d6e-e3e8a6d7b2d2 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd2eb272-858b-474a-b0d8-92d5a35ac2af HTTP/1.1" status: 200 len: 943 time: 0.1174715 Jun 10 18:57:24.916983 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Jun 2021 18:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d3d30fe-1072-4439-bfa9-f3f21a92be2d x-openstack-request-id: req-2d3d30fe-1072-4439-bfa9-f3f21a92be2d {{(pid=98186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 18:57:24.917657 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd2eb272-858b-474a-b0d8-92d5a35ac2af", "name": "network-vif-unplugged", "status": "completed", "tag": "b086f759-be1a-43dc-a80c-a043cda13dce", "code": 200}]} {{(pid=98186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 18:57:24.918266 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2d3d30fe-1072-4439-bfa9-f3f21a92be2d {{(pid=98186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 18:57:24.918836 dv-cinder-786260-4-iscsi neutron-server[98186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd2eb272-858b-474a-b0d8-92d5a35ac2af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b086f759-be1a-43dc-a80c-a043cda13dce', 'code': 200} Jun 10 18:57:24.964085 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-32f59990-6561-4deb-98a9-9e20ede3e5a2 req-b60bb17f-3861-4910-95cf-55252da49e03 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=9818fcc9-e0c8-4a39-af37-e9cb997b8366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636351 Jun 10 18:57:26.008684 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5113ef27-a231-40de-a668-c7e2d8aaf8d6 req-567e20a5-cd86-4ea4-9620-9dc33f49957a tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:57:26.010173 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-5113ef27-a231-40de-a668-c7e2d8aaf8d6 req-567e20a5-cd86-4ea4-9620-9dc33f49957a tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee236ae7-b9ef-473e-ae5c-fd621b0bca5f HTTP/1.1" status: 200 len: 943 time: 0.0690737 Jun 10 18:57:26.069769 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-5113ef27-a231-40de-a668-c7e2d8aaf8d6 req-17bda358-c5ed-40a3-b16a-38717e78e4a5 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6fa5881-50b4-4699-a244-1cc62b394082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534720 Jun 10 18:57:26.428028 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb42d887-db64-4299-bc88-d5c2c50757bf req-aa19b36d-80a8-4d48-95ef-8edb3680edd3 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:57:26.429389 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-bb42d887-db64-4299-bc88-d5c2c50757bf req-aa19b36d-80a8-4d48-95ef-8edb3680edd3 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd2eb272-858b-474a-b0d8-92d5a35ac2af HTTP/1.1" status: 200 len: 943 time: 0.3357913 Jun 10 18:57:26.471973 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-bb42d887-db64-4299-bc88-d5c2c50757bf req-b0672ab4-5bd1-4547-a274-12c8e29bd55c tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=9818fcc9-e0c8-4a39-af37-e9cb997b8366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369773 Jun 10 18:57:27.270531 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9421f1ed-a772-40af-86b4-27620e285468 req-0a24fb6f-d7dc-4554-bef8-80af875a6712 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:57:27.272000 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-9421f1ed-a772-40af-86b4-27620e285468 req-0a24fb6f-d7dc-4554-bef8-80af875a6712 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee236ae7-b9ef-473e-ae5c-fd621b0bca5f HTTP/1.1" status: 200 len: 943 time: 0.0780020 Jun 10 18:57:27.317152 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-9421f1ed-a772-40af-86b4-27620e285468 req-f4c91d06-4e25-4917-a45b-0133cb024ae3 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6fa5881-50b4-4699-a244-1cc62b394082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396426 Jun 10 18:57:27.699598 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541f2d7e-374f-4731-b6a7-02173d278686 req-d32d6156-2cbd-49b5-9879-48837e063cc6 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:57:27.700989 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-541f2d7e-374f-4731-b6a7-02173d278686 req-d32d6156-2cbd-49b5-9879-48837e063cc6 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd2eb272-858b-474a-b0d8-92d5a35ac2af HTTP/1.1" status: 200 len: 943 time: 0.0869563 Jun 10 18:57:27.743197 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-541f2d7e-374f-4731-b6a7-02173d278686 req-e4f0efca-9e6e-408b-81c5-3b39bbc02fbb tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=9818fcc9-e0c8-4a39-af37-e9cb997b8366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356822 Jun 10 18:57:28.500438 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641be4b8-7c22-47ef-ad0c-3a904ffdac3b req-613f8bc2-5878-4a30-94ae-e57f789b575f tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:57:28.504913 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-641be4b8-7c22-47ef-ad0c-3a904ffdac3b req-613f8bc2-5878-4a30-94ae-e57f789b575f tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee236ae7-b9ef-473e-ae5c-fd621b0bca5f HTTP/1.1" status: 200 len: 943 time: 0.0726879 Jun 10 18:57:28.553219 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-641be4b8-7c22-47ef-ad0c-3a904ffdac3b req-a37aac49-cb95-4dab-b9af-b767f3f707c1 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6fa5881-50b4-4699-a244-1cc62b394082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412066 Jun 10 18:57:28.935586 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cb476e-918c-4474-a958-1300ec4a8866 req-f173b052-06c1-4fe8-acd1-102f8d69f175 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:57:28.937193 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-71cb476e-918c-4474-a958-1300ec4a8866 req-f173b052-06c1-4fe8-acd1-102f8d69f175 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd2eb272-858b-474a-b0d8-92d5a35ac2af HTTP/1.1" status: 200 len: 943 time: 0.0793462 Jun 10 18:57:28.981635 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-71cb476e-918c-4474-a958-1300ec4a8866 req-de234d28-544f-4014-a4d4-9539bae30926 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=9818fcc9-e0c8-4a39-af37-e9cb997b8366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379908 Jun 10 18:57:29.759913 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3809b8-1b3e-49bb-a623-b74be651fb32 req-d3b9f87d-9c9f-42b5-850d-3eae98599860 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:57:29.762000 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-ba3809b8-1b3e-49bb-a623-b74be651fb32 req-d3b9f87d-9c9f-42b5-850d-3eae98599860 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee236ae7-b9ef-473e-ae5c-fd621b0bca5f HTTP/1.1" status: 200 len: 943 time: 0.0770261 Jun 10 18:57:29.804779 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-ba3809b8-1b3e-49bb-a623-b74be651fb32 req-e3cf3870-b8c7-403a-bca4-85c59a6d70fe tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6fa5881-50b4-4699-a244-1cc62b394082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378318 Jun 10 18:57:30.171136 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d761ca-d169-4c7b-ab5e-4ce20860078d req-c2fc5f4b-7eb3-42b9-b192-19ec26f770a6 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:57:30.172570 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-b7d761ca-d169-4c7b-ab5e-4ce20860078d req-c2fc5f4b-7eb3-42b9-b192-19ec26f770a6 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd2eb272-858b-474a-b0d8-92d5a35ac2af HTTP/1.1" status: 200 len: 943 time: 0.0708778 Jun 10 18:57:30.214474 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-b7d761ca-d169-4c7b-ab5e-4ce20860078d req-81dc1900-7753-445b-8493-3b37e739c42c tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=9818fcc9-e0c8-4a39-af37-e9cb997b8366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356781 Jun 10 18:57:30.989361 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fae26a8-d516-4147-a63e-f525a2d6839b req-03c6f553-9194-415b-bec5-385c5e13e2ec tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:57:30.990870 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-7fae26a8-d516-4147-a63e-f525a2d6839b req-03c6f553-9194-415b-bec5-385c5e13e2ec tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee236ae7-b9ef-473e-ae5c-fd621b0bca5f HTTP/1.1" status: 200 len: 943 time: 0.0708852 Jun 10 18:57:31.047514 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-7fae26a8-d516-4147-a63e-f525a2d6839b req-ef8f1e33-631c-407d-a5b4-0bad0a56e205 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6fa5881-50b4-4699-a244-1cc62b394082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502696 Jun 10 18:57:31.415907 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe266be4-4f26-44cb-b844-36011865a90c req-8ecea674-8a30-439e-a7d0-afe8890606ea tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:57:31.417377 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-fe266be4-4f26-44cb-b844-36011865a90c req-8ecea674-8a30-439e-a7d0-afe8890606ea tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd2eb272-858b-474a-b0d8-92d5a35ac2af HTTP/1.1" status: 200 len: 943 time: 0.0744233 Jun 10 18:57:31.468654 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-fe266be4-4f26-44cb-b844-36011865a90c req-2a12f34b-30e2-42ca-b744-e69c6ed78b70 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=9818fcc9-e0c8-4a39-af37-e9cb997b8366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456371 Jun 10 18:57:32.236808 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dcc175-0a38-4b5d-ba2e-b6a03f38d9dd req-8ab85826-6705-4d53-9183-e050c66d3846 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:57:32.238294 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-23dcc175-0a38-4b5d-ba2e-b6a03f38d9dd req-8ab85826-6705-4d53-9183-e050c66d3846 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee236ae7-b9ef-473e-ae5c-fd621b0bca5f HTTP/1.1" status: 200 len: 943 time: 0.0747151 Jun 10 18:57:32.278698 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-23dcc175-0a38-4b5d-ba2e-b6a03f38d9dd req-866f5086-73a2-4305-8530-6b82c4be22a7 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6fa5881-50b4-4699-a244-1cc62b394082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348027 Jun 10 18:57:32.683487 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc819a57-2c5c-4588-b0bd-fb21ee8197b9 req-6d705e18-6cbf-4aba-8758-d0acb518fefb tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:57:32.684996 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-fc819a57-2c5c-4588-b0bd-fb21ee8197b9 req-6d705e18-6cbf-4aba-8758-d0acb518fefb tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd2eb272-858b-474a-b0d8-92d5a35ac2af HTTP/1.1" status: 200 len: 943 time: 0.0892091 Jun 10 18:57:32.727157 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-fc819a57-2c5c-4588-b0bd-fb21ee8197b9 req-b28646d2-c72a-4b0d-ab4d-1bbf6fc1a937 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=9818fcc9-e0c8-4a39-af37-e9cb997b8366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363820 Jun 10 18:57:33.463517 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149cbd7a-f32a-4783-8d3a-2704edd6c4f6 req-b5af4095-cca4-4e05-8474-623f39c9ab7a tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:57:33.464969 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-149cbd7a-f32a-4783-8d3a-2704edd6c4f6 req-b5af4095-cca4-4e05-8474-623f39c9ab7a tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee236ae7-b9ef-473e-ae5c-fd621b0bca5f HTTP/1.1" status: 200 len: 943 time: 0.0736103 Jun 10 18:57:33.507125 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-149cbd7a-f32a-4783-8d3a-2704edd6c4f6 req-8e5827c7-c2e4-4eb9-b4b7-342b09bf70a5 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6fa5881-50b4-4699-a244-1cc62b394082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362842 Jun 10 18:57:33.921828 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cada649-baff-4247-b5c4-f5a04663efc1 req-13b34216-1338-4349-8145-4dc9ad73a248 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:57:33.923847 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-0cada649-baff-4247-b5c4-f5a04663efc1 req-13b34216-1338-4349-8145-4dc9ad73a248 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd2eb272-858b-474a-b0d8-92d5a35ac2af HTTP/1.1" status: 200 len: 943 time: 0.0719488 Jun 10 18:57:33.970817 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-0cada649-baff-4247-b5c4-f5a04663efc1 req-857909c5-9fd4-4df6-b17b-ac18adc0d021 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=9818fcc9-e0c8-4a39-af37-e9cb997b8366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397530 Jun 10 18:57:34.718689 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15d9fb4-ddeb-403f-a4b2-2686d5bca84f req-afcfad70-ee92-44f6-b3fb-623ecd20c690 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:57:34.720327 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-f15d9fb4-ddeb-403f-a4b2-2686d5bca84f req-afcfad70-ee92-44f6-b3fb-623ecd20c690 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee236ae7-b9ef-473e-ae5c-fd621b0bca5f HTTP/1.1" status: 200 len: 943 time: 0.0849464 Jun 10 18:57:34.763934 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-f15d9fb4-ddeb-403f-a4b2-2686d5bca84f req-467869e4-cdf4-4ba5-a6e2-528336c6395a tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6fa5881-50b4-4699-a244-1cc62b394082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380988 Jun 10 18:57:35.170080 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d38d416-bafd-4e29-919e-158b88c79f4a req-788bb575-f70e-42bb-b873-9a3e153b2bd1 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:57:35.171549 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-0d38d416-bafd-4e29-919e-158b88c79f4a req-788bb575-f70e-42bb-b873-9a3e153b2bd1 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd2eb272-858b-474a-b0d8-92d5a35ac2af HTTP/1.1" status: 200 len: 943 time: 0.0751574 Jun 10 18:57:35.215714 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-0d38d416-bafd-4e29-919e-158b88c79f4a req-a78289dd-2a30-4813-8337-807ca8224006 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=9818fcc9-e0c8-4a39-af37-e9cb997b8366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377753 Jun 10 18:57:35.945501 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b78bc1-5a9a-40f9-9a17-2904b47fa501 req-804130c5-3eb0-4d29-890b-aa61941014c8 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:57:35.946993 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-50b78bc1-5a9a-40f9-9a17-2904b47fa501 req-804130c5-3eb0-4d29-890b-aa61941014c8 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee236ae7-b9ef-473e-ae5c-fd621b0bca5f HTTP/1.1" status: 200 len: 943 time: 0.0679350 Jun 10 18:57:35.989046 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-50b78bc1-5a9a-40f9-9a17-2904b47fa501 req-3a70f904-894b-45c3-8ecc-66a20bd101af tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6fa5881-50b4-4699-a244-1cc62b394082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366030 Jun 10 18:57:36.397475 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1454a8-9936-48ba-8391-e2f9631d391c req-196e060e-53de-44a6-9c29-635f86bcc1cf tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:57:36.398947 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-2f1454a8-9936-48ba-8391-e2f9631d391c req-196e060e-53de-44a6-9c29-635f86bcc1cf tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd2eb272-858b-474a-b0d8-92d5a35ac2af HTTP/1.1" status: 200 len: 943 time: 0.0685983 Jun 10 18:57:36.440210 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-2f1454a8-9936-48ba-8391-e2f9631d391c req-30324717-ef9f-4ec5-b384-ad8af4149bd3 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=9818fcc9-e0c8-4a39-af37-e9cb997b8366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357983 Jun 10 18:57:37.178278 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1c6f3f-80f1-4642-9fbf-d980fdd35d9a req-1114e4d4-6fe9-4367-832e-6c99d0449ea9 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:57:37.179617 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-0f1c6f3f-80f1-4642-9fbf-d980fdd35d9a req-1114e4d4-6fe9-4367-832e-6c99d0449ea9 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee236ae7-b9ef-473e-ae5c-fd621b0bca5f HTTP/1.1" status: 200 len: 943 time: 0.0707185 Jun 10 18:57:37.220857 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-0f1c6f3f-80f1-4642-9fbf-d980fdd35d9a req-c652d0f6-5083-47de-97f4-847a6ab179c0 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6fa5881-50b4-4699-a244-1cc62b394082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357268 Jun 10 18:57:37.632505 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d4b755-f9b9-4117-b60e-efcfa64398a4 req-395d2cb4-1ab4-40ad-9ed0-c63378df0fe2 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:57:37.634008 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-c8d4b755-f9b9-4117-b60e-efcfa64398a4 req-395d2cb4-1ab4-40ad-9ed0-c63378df0fe2 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd2eb272-858b-474a-b0d8-92d5a35ac2af HTTP/1.1" status: 200 len: 943 time: 0.0747030 Jun 10 18:57:37.674571 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-c8d4b755-f9b9-4117-b60e-efcfa64398a4 req-d8e6870c-cf6d-4f37-9e4d-887553329e9d tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=9818fcc9-e0c8-4a39-af37-e9cb997b8366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350327 Jun 10 18:57:38.396607 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448bbbef-f793-46c0-89de-9e6899019e02 req-c6089290-c6dd-4720-84e4-a8b8c9525354 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:57:38.398133 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-448bbbef-f793-46c0-89de-9e6899019e02 req-c6089290-c6dd-4720-84e4-a8b8c9525354 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee236ae7-b9ef-473e-ae5c-fd621b0bca5f HTTP/1.1" status: 200 len: 943 time: 0.0682423 Jun 10 18:57:38.438343 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-448bbbef-f793-46c0-89de-9e6899019e02 req-f096813a-b539-4af6-9672-e65af8bce729 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6fa5881-50b4-4699-a244-1cc62b394082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345733 Jun 10 18:57:38.857806 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80db35a-4ede-42b6-aaa3-4b1be71c40b3 req-42f44a98-8c07-4587-83fc-26f7b7a46d50 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:57:38.859240 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-e80db35a-4ede-42b6-aaa3-4b1be71c40b3 req-42f44a98-8c07-4587-83fc-26f7b7a46d50 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd2eb272-858b-474a-b0d8-92d5a35ac2af HTTP/1.1" status: 200 len: 943 time: 0.0679443 Jun 10 18:57:38.901577 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-e80db35a-4ede-42b6-aaa3-4b1be71c40b3 req-36e154a8-cca1-4807-b8d9-601a08c1e2e4 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=9818fcc9-e0c8-4a39-af37-e9cb997b8366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359457 Jun 10 18:57:39.622549 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01887b3a-a27e-4b62-9496-4ba4e91bec7d req-611096fa-2460-4d2a-99c9-a0ba808600e2 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:57:39.623981 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-01887b3a-a27e-4b62-9496-4ba4e91bec7d req-611096fa-2460-4d2a-99c9-a0ba808600e2 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee236ae7-b9ef-473e-ae5c-fd621b0bca5f HTTP/1.1" status: 200 len: 943 time: 0.0727682 Jun 10 18:57:39.663576 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-01887b3a-a27e-4b62-9496-4ba4e91bec7d req-74efa9f0-7970-4575-bbcd-2697d47862f8 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6fa5881-50b4-4699-a244-1cc62b394082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338581 Jun 10 18:57:40.103086 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac0bcc1-efba-44c8-8df5-e855b4252bf2 req-20a85f49-7300-4b24-87cd-f1a3c916d380 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:57:40.103086 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-fac0bcc1-efba-44c8-8df5-e855b4252bf2 req-20a85f49-7300-4b24-87cd-f1a3c916d380 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd2eb272-858b-474a-b0d8-92d5a35ac2af HTTP/1.1" status: 200 len: 943 time: 0.0831866 Jun 10 18:57:40.147671 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-fac0bcc1-efba-44c8-8df5-e855b4252bf2 req-a5c81e09-db32-4a29-bead-9b9c763d0484 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=9818fcc9-e0c8-4a39-af37-e9cb997b8366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426741 Jun 10 18:57:40.517282 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260d392e-9071-4f08-a4dd-a937a21d1f8b req-1558e551-f9c3-463f-8877-242b3d0cb88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:57:40.528731 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-260d392e-9071-4f08-a4dd-a937a21d1f8b req-1558e551-f9c3-463f-8877-242b3d0cb88e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ee236ae7-b9ef-473e-ae5c-fd621b0bca5f HTTP/1.1" status: 200 len: 1096 time: 0.0752692 Jun 10 18:57:40.575833 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-260d392e-9071-4f08-a4dd-a937a21d1f8b req-ec529abd-2d36-4b34-9c66-5acb94c52cd9 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e6fa5881-50b4-4699-a244-1cc62b394082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402303 Jun 10 18:57:40.843106 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7360ff-4fa8-4982-ad91-86280a1f8802 req-2e271316-384e-48a3-98df-bd20d1f86758 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:57:40.845135 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-9c7360ff-4fa8-4982-ad91-86280a1f8802 req-2e271316-384e-48a3-98df-bd20d1f86758 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee236ae7-b9ef-473e-ae5c-fd621b0bca5f HTTP/1.1" status: 200 len: 943 time: 0.0719256 Jun 10 18:57:40.885892 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-9c7360ff-4fa8-4982-ad91-86280a1f8802 req-629d7ab6-932a-4eb4-a7ee-dfb4ffc00f8d tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6fa5881-50b4-4699-a244-1cc62b394082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348568 Jun 10 18:57:41.335939 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f205ccb7-b199-425d-b12b-8caefd93b761 req-c7afbea5-dffc-4c62-84c3-de469b43d736 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:57:41.337379 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-f205ccb7-b199-425d-b12b-8caefd93b761 req-c7afbea5-dffc-4c62-84c3-de469b43d736 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd2eb272-858b-474a-b0d8-92d5a35ac2af HTTP/1.1" status: 200 len: 943 time: 0.0680320 Jun 10 18:57:41.379156 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-f205ccb7-b199-425d-b12b-8caefd93b761 req-2f57317f-1e62-4372-83d2-a8e14d8bd539 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=9818fcc9-e0c8-4a39-af37-e9cb997b8366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359118 Jun 10 18:57:41.815161 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-faadc4ff-5e36-406b-ac73-645fc64b3b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:57:42.215947 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c8763d-6542-4d1d-a4b1-3cd9a56914d4 req-84c22243-5b29-402a-bdef-88d70525a0b4 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:57:42.217389 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-89c8763d-6542-4d1d-a4b1-3cd9a56914d4 req-84c22243-5b29-402a-bdef-88d70525a0b4 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee236ae7-b9ef-473e-ae5c-fd621b0bca5f HTTP/1.1" status: 200 len: 943 time: 0.0687330 Jun 10 18:57:42.258457 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-89c8763d-6542-4d1d-a4b1-3cd9a56914d4 req-66d7e248-583a-4cda-b6d7-13244a4cf5c7 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6fa5881-50b4-4699-a244-1cc62b394082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349185 Jun 10 18:57:42.568413 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bebed97-5a3f-46c3-ab3b-d4f8788ef572 req-887acf62-6876-4139-8086-fa1da1fce054 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:57:42.569869 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-7bebed97-5a3f-46c3-ab3b-d4f8788ef572 req-887acf62-6876-4139-8086-fa1da1fce054 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd2eb272-858b-474a-b0d8-92d5a35ac2af HTTP/1.1" status: 200 len: 943 time: 0.0711169 Jun 10 18:57:42.611042 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-7bebed97-5a3f-46c3-ab3b-d4f8788ef572 req-88bcf06e-3005-43d0-832e-aa80462c0130 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=9818fcc9-e0c8-4a39-af37-e9cb997b8366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356452 Jun 10 18:57:42.619574 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Device 43501b1a-0b6a-49d1-b168-1bc9e2b3d64c details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=98186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 18:57:42.741669 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] For port 43501b1a-0b6a-49d1-b168-1bc9e2b3d64c, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=43501b1a-0b6a-49d1-b168-1bc9e2b3d64c,segment=NetworkSegment(504bc498-15bf-4e70-b123-a45dca87e9a4),segment_id=504bc498-15bf-4e70-b123-a45dca87e9a4)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:57:42.756051 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Returning: {'device': '43501b1a-0b6a-49d1-b168-1bc9e2b3d64c', 'network_id': '94dda773-c553-4b86-9491-0f581f6e4a36', 'port_id': '43501b1a-0b6a-49d1-b168-1bc9e2b3d64c', 'mac_address': 'fa:16:3e:a1:ed:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c695381-fb23-404d-8bb4-7b35cd4e37e4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 18:57:42.800149 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:57:42.818981 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.notifiers.nova [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43501b1a-0b6a-49d1-b168-1bc9e2b3d64c {{(pid=98186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 18:57:42.839679 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] For port 43501b1a-0b6a-49d1-b168-1bc9e2b3d64c, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=43501b1a-0b6a-49d1-b168-1bc9e2b3d64c,segment=NetworkSegment(504bc498-15bf-4e70-b123-a45dca87e9a4),segment_id=504bc498-15bf-4e70-b123-a45dca87e9a4)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:57:42.843345 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:57:42.844042 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Device b086f759-be1a-43dc-a80c-a043cda13dce details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=98186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 18:57:42.845910 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-37806ce6-8bf4-402f-b4c4-d956aafc0ea0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:57:42.921243 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Pushing event updated for resources: {'Port': ['ID=43501b1a-0b6a-49d1-b168-1bc9e2b3d64c,revision_number=7']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:57:42.926120 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:57:43.020518 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] For port b086f759-be1a-43dc-a80c-a043cda13dce, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=b086f759-be1a-43dc-a80c-a043cda13dce,segment=NetworkSegment(cce5025b-9a61-488a-a883-513d04362a8a),segment_id=cce5025b-9a61-488a-a883-513d04362a8a)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:57:43.032712 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Returning: {'device': 'b086f759-be1a-43dc-a80c-a043cda13dce', 'network_id': 'a9c6338b-27b7-4507-a101-996d60be3c98', 'port_id': 'b086f759-be1a-43dc-a80c-a043cda13dce', 'mac_address': 'fa:16:3e:7e:81:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8ea2a47-c287-4e16-9d1f-c9a7e0a2eaeb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 18:57:43.075703 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:57:43.090815 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.notifiers.nova [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b086f759-be1a-43dc-a80c-a043cda13dce {{(pid=98186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 18:57:43.116332 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] For port b086f759-be1a-43dc-a80c-a043cda13dce, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=b086f759-be1a-43dc-a80c-a043cda13dce,segment=NetworkSegment(cce5025b-9a61-488a-a883-513d04362a8a),segment_id=cce5025b-9a61-488a-a883-513d04362a8a)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:57:43.120043 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:57:43.121808 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:57:43.176356 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Pushing event updated for resources: {'Port': ['ID=b086f759-be1a-43dc-a80c-a043cda13dce,revision_number=9']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:57:43.179199 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:57:43.549477 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] get_ports_and_sgs() called for port_ids ['b086f759-be1a-43dc-a80c-a043cda13dce'] {{(pid=98186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 18:57:43.577474 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] get_ports_and_sgs() called for port_ids ['43501b1a-0b6a-49d1-b168-1bc9e2b3d64c'] {{(pid=98186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 18:57:43.802453 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2c43bd-984a-4b46-a791-bf020abd1385 req-69b8f0eb-6723-41cf-8189-47f65eb6fe32 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:57:43.803927 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-ca2c43bd-984a-4b46-a791-bf020abd1385 req-69b8f0eb-6723-41cf-8189-47f65eb6fe32 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd2eb272-858b-474a-b0d8-92d5a35ac2af HTTP/1.1" status: 200 len: 944 time: 0.0725400 Jun 10 18:57:43.846687 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-ca2c43bd-984a-4b46-a791-bf020abd1385 req-33e50d7c-de5e-45f7-877d-57937dd32538 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=9818fcc9-e0c8-4a39-af37-e9cb997b8366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369523 Jun 10 18:57:44.294328 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-bea3cc74-97d9-44e0-a65f-f05a0f1a902e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:57:44.436661 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:57:44.622493 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Device b086f759-be1a-43dc-a80c-a043cda13dce up at agent hyperv_hv-cinder-78626 {{(pid=98186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 18:57:44.678962 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Provisioning complete for port b086f759-be1a-43dc-a80c-a043cda13dce triggered by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 18:57:44.679344 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:57:44.767550 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:57:44.791133 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd2eb272-858b-474a-b0d8-92d5a35ac2af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b086f759-be1a-43dc-a80c-a043cda13dce'}] {{(pid=98186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 18:57:44.793381 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c2f46a37dc9d9ea27ba47e2e5c887733d44c46f74833e79389795ef1d11a41d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cfa7788-ac5d-43b5-bea5-34ff48ebbeab" -d '{"events": [{"server_uuid": "bd2eb272-858b-474a-b0d8-92d5a35ac2af", "name": "network-vif-plugged", "status": "completed", "tag": "b086f759-be1a-43dc-a80c-a043cda13dce"}]}' {{(pid=98186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 18:57:44.810648 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] For port b086f759-be1a-43dc-a80c-a043cda13dce, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=b086f759-be1a-43dc-a80c-a043cda13dce,segment=NetworkSegment(cce5025b-9a61-488a-a883-513d04362a8a),segment_id=cce5025b-9a61-488a-a883-513d04362a8a)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:57:44.814854 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:57:44.816689 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:57:44.842717 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 18:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66ef518d-b324-4ef5-a72a-e67260232a2c x-openstack-request-id: req-66ef518d-b324-4ef5-a72a-e67260232a2c {{(pid=98186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 18:57:44.843016 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd2eb272-858b-474a-b0d8-92d5a35ac2af", "name": "network-vif-plugged", "status": "completed", "tag": "b086f759-be1a-43dc-a80c-a043cda13dce", "code": 200}]} {{(pid=98186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 18:57:44.843282 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-66ef518d-b324-4ef5-a72a-e67260232a2c {{(pid=98186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 18:57:44.843676 dv-cinder-786260-4-iscsi neutron-server[98186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd2eb272-858b-474a-b0d8-92d5a35ac2af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b086f759-be1a-43dc-a80c-a043cda13dce', 'code': 200} Jun 10 18:57:44.875024 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Pushing event updated for resources: {'Port': ['ID=b086f759-be1a-43dc-a80c-a043cda13dce,revision_number=10']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:57:44.878294 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:57:45.043338 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1472a623-2ba0-4908-9d17-2d50b4bf0dd4 req-61dfbeee-772e-4d12-8170-039873300dd6 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:57:45.044809 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-1472a623-2ba0-4908-9d17-2d50b4bf0dd4 req-61dfbeee-772e-4d12-8170-039873300dd6 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd2eb272-858b-474a-b0d8-92d5a35ac2af HTTP/1.1" status: 200 len: 946 time: 0.0790136 Jun 10 18:57:45.049783 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d7ce11-4f13-445b-83b2-3d74b711399b req-2bd1d971-dc6b-4a10-9ae3-97971be19c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:57:45.051360 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-d5d7ce11-4f13-445b-83b2-3d74b711399b req-2bd1d971-dc6b-4a10-9ae3-97971be19c2d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bd2eb272-858b-474a-b0d8-92d5a35ac2af HTTP/1.1" status: 200 len: 1099 time: 0.0662727 Jun 10 18:57:45.086903 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-1472a623-2ba0-4908-9d17-2d50b4bf0dd4 req-a380e917-a6b2-4450-a022-f1aa804288b5 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=9818fcc9-e0c8-4a39-af37-e9cb997b8366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360091 Jun 10 18:57:45.090094 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-d5d7ce11-4f13-445b-83b2-3d74b711399b req-15ead398-cf03-444f-ab55-36cd6465ca61 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=9818fcc9-e0c8-4a39-af37-e9cb997b8366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317774 Jun 10 18:57:45.451031 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-8dcc316c-a8c5-4da3-a0ad-e3f4fe9157be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:57:45.984003 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5d4974-8971-4314-8f49-dfbab7200016 req-de180a40-5c86-4657-99a1-06a5cd1f4b99 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:57:45.985487 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-dd5d4974-8971-4314-8f49-dfbab7200016 req-de180a40-5c86-4657-99a1-06a5cd1f4b99 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/ports?device_id=87b14726-655b-4a40-9cdb-51465d164010 HTTP/1.1" status: 200 len: 945 time: 0.0745654 Jun 10 18:57:46.026416 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-dd5d4974-8971-4314-8f49-dfbab7200016 req-b6a01c76-9db6-4b05-ba77-e6ca17e64378 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/security-groups?id=be8eefe1-71c7-4de4-9d3b-7a89ab736c85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353682 Jun 10 18:57:46.551800 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdbbd46-c053-48c2-b1e1-6ce1db727403 req-9dad9462-61bf-425b-9630-4cf2019dad90 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:57:46.553295 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-8bdbbd46-c053-48c2-b1e1-6ce1db727403 req-9dad9462-61bf-425b-9630-4cf2019dad90 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd2eb272-858b-474a-b0d8-92d5a35ac2af HTTP/1.1" status: 200 len: 946 time: 0.3468783 Jun 10 18:57:46.595087 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-8bdbbd46-c053-48c2-b1e1-6ce1db727403 req-7bcd6876-8023-454d-ae22-786a344903f7 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=9818fcc9-e0c8-4a39-af37-e9cb997b8366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361931 Jun 10 18:57:46.647602 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Device 43501b1a-0b6a-49d1-b168-1bc9e2b3d64c up at agent hyperv_hv-cinder-78626 {{(pid=98186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 18:57:46.700829 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Provisioning complete for port 43501b1a-0b6a-49d1-b168-1bc9e2b3d64c triggered by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 18:57:46.701311 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:57:46.792149 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:57:46.825901 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] For port 43501b1a-0b6a-49d1-b168-1bc9e2b3d64c, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=43501b1a-0b6a-49d1-b168-1bc9e2b3d64c,segment=NetworkSegment(504bc498-15bf-4e70-b123-a45dca87e9a4),segment_id=504bc498-15bf-4e70-b123-a45dca87e9a4)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:57:46.830681 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:57:46.832690 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:57:46.857993 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee236ae7-b9ef-473e-ae5c-fd621b0bca5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43501b1a-0b6a-49d1-b168-1bc9e2b3d64c'}] {{(pid=98186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 18:57:46.860288 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c2f46a37dc9d9ea27ba47e2e5c887733d44c46f74833e79389795ef1d11a41d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0527752-7577-4725-8acb-b814d0aea134" -d '{"events": [{"server_uuid": "ee236ae7-b9ef-473e-ae5c-fd621b0bca5f", "name": "network-vif-plugged", "status": "completed", "tag": "43501b1a-0b6a-49d1-b168-1bc9e2b3d64c"}]}' {{(pid=98186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 18:57:46.890475 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Pushing event updated for resources: {'Port': ['ID=43501b1a-0b6a-49d1-b168-1bc9e2b3d64c,revision_number=8']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:57:46.894014 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:57:46.896749 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 18:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-235e8bb1-6bc8-4cba-abf4-e3a9b3e82945 x-openstack-request-id: req-235e8bb1-6bc8-4cba-abf4-e3a9b3e82945 {{(pid=98186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 18:57:46.897053 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee236ae7-b9ef-473e-ae5c-fd621b0bca5f", "name": "network-vif-plugged", "status": "completed", "tag": "43501b1a-0b6a-49d1-b168-1bc9e2b3d64c", "code": 200}]} {{(pid=98186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 18:57:46.897390 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-235e8bb1-6bc8-4cba-abf4-e3a9b3e82945 {{(pid=98186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 18:57:46.897992 dv-cinder-786260-4-iscsi neutron-server[98186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee236ae7-b9ef-473e-ae5c-fd621b0bca5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43501b1a-0b6a-49d1-b168-1bc9e2b3d64c', 'code': 200} Jun 10 18:57:47.204799 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281fa869-bf85-48bf-9291-e8a9cd483342 req-0daa5166-6b59-4127-929f-b3b92ccbada2 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:57:47.206281 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-281fa869-bf85-48bf-9291-e8a9cd483342 req-0daa5166-6b59-4127-929f-b3b92ccbada2 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/ports?device_id=87b14726-655b-4a40-9cdb-51465d164010 HTTP/1.1" status: 200 len: 945 time: 0.0689909 Jun 10 18:57:47.246103 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-281fa869-bf85-48bf-9291-e8a9cd483342 req-218cd3f1-7e5e-424b-b86f-ac2b924738d1 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/security-groups?id=be8eefe1-71c7-4de4-9d3b-7a89ab736c85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342052 Jun 10 18:57:47.262768 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-bf1ede84-8c21-46ff-8a19-cb90afe635a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:57:47.667559 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:57:47.787523 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217ee893-a2ca-418a-9577-4c255622c53d req-fb345a7e-a148-4075-aecf-7fbc87732827 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:57:47.788903 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-217ee893-a2ca-418a-9577-4c255622c53d req-fb345a7e-a148-4075-aecf-7fbc87732827 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd2eb272-858b-474a-b0d8-92d5a35ac2af HTTP/1.1" status: 200 len: 946 time: 0.0720367 Jun 10 18:57:47.829842 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-217ee893-a2ca-418a-9577-4c255622c53d req-81ca9e96-e1d5-4657-8cf7-0c349dcc93a6 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=9818fcc9-e0c8-4a39-af37-e9cb997b8366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353413 Jun 10 18:57:48.156219 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdcd9c5-b0cc-469a-972f-ac28b1e84178 req-a4be017f-40fc-40b1-8d35-2d488b410145 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:57:48.158315 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-2fdcd9c5-b0cc-469a-972f-ac28b1e84178 req-a4be017f-40fc-40b1-8d35-2d488b410145 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.39 "GET /v2.0/ports?device_id=87b14726-655b-4a40-9cdb-51465d164010 HTTP/1.1" status: 200 len: 945 time: 0.0703247 Jun 10 18:57:48.267623 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.plugin [req-2fdcd9c5-b0cc-469a-972f-ac28b1e84178 req-e70354d9-8ead-4249-9586-31acebb91322 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Deleting port ceba8f8e-ed42-45de-ad7c-fff59a143aec {{(pid=98185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 18:57:48.267972 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-2fdcd9c5-b0cc-469a-972f-ac28b1e84178 req-e70354d9-8ead-4249-9586-31acebb91322 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578452511'] for port, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:57:48.426840 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.db [req-2fdcd9c5-b0cc-469a-972f-ac28b1e84178 req-e70354d9-8ead-4249-9586-31acebb91322 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] For port ceba8f8e-ed42-45de-ad7c-fff59a143aec, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=ceba8f8e-ed42-45de-ad7c-fff59a143aec,segment=NetworkSegment(17dcff24-e9ed-43ca-b0d9-c821a6547efa),segment_id=17dcff24-e9ed-43ca-b0d9-c821a6547efa)] {{(pid=98185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:57:48.427116 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-2fdcd9c5-b0cc-469a-972f-ac28b1e84178 req-e70354d9-8ead-4249-9586-31acebb91322 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4044702'] for port, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:57:48.599027 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb49509-7060-410b-9635-93acb31a0632 req-3038c64c-fb5d-4e9d-8c1f-a4c563a64b18 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:57:48.600491 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-beb49509-7060-410b-9635-93acb31a0632 req-3038c64c-fb5d-4e9d-8c1f-a4c563a64b18 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/ports?device_id=87b14726-655b-4a40-9cdb-51465d164010 HTTP/1.1" status: 200 len: 945 time: 0.2294199 Jun 10 18:57:48.709916 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-beb49509-7060-410b-9635-93acb31a0632 req-60ba0cc1-2a14-49f6-bf6f-cafbfe26ee9e tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/security-groups?id=be8eefe1-71c7-4de4-9d3b-7a89ab736c85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032078 Jun 10 18:57:48.722575 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-2fdcd9c5-b0cc-469a-972f-ac28b1e84178 req-e70354d9-8ead-4249-9586-31acebb91322 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:57:48.722959 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-2fdcd9c5-b0cc-469a-972f-ac28b1e84178 req-e70354d9-8ead-4249-9586-31acebb91322 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4045568'] for floatingip, after_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:57:48.723270 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.db.l3_db [req-2fdcd9c5-b0cc-469a-972f-ac28b1e84178 req-e70354d9-8ead-4249-9586-31acebb91322 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Floating IP d3230e97-48cd-4a71-9af2-0690b210f22e disassociated. External IP: 172.27.3.89, port: ceba8f8e-ed42-45de-ad7c-fff59a143aec. Jun 10 18:57:48.723730 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.plugin [req-2fdcd9c5-b0cc-469a-972f-ac28b1e84178 req-e70354d9-8ead-4249-9586-31acebb91322 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Calling delete_port for ceba8f8e-ed42-45de-ad7c-fff59a143aec owned by compute:nova {{(pid=98185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 18:57:48.876002 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-2fdcd9c5-b0cc-469a-972f-ac28b1e84178 req-e70354d9-8ead-4249-9586-31acebb91322 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578457411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578064415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11876817'] for port, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:57:48.879947 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-aaf87daf-88ae-49ce-bda6-73e48c003c05 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:57:48.908225 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70354d9-8ead-4249-9586-31acebb91322 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Pushing event deleted for resources: {'Port': ['ID=ceba8f8e-ed42-45de-ad7c-fff59a143aec,revision_number=None']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:57:48.921305 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70354d9-8ead-4249-9586-31acebb91322 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:57:48.921860 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70354d9-8ead-4249-9586-31acebb91322 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:57:48.922102 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70354d9-8ead-4249-9586-31acebb91322 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:57:48.923148 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70354d9-8ead-4249-9586-31acebb91322 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:57:48.923554 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70354d9-8ead-4249-9586-31acebb91322 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:57:48.923910 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70354d9-8ead-4249-9586-31acebb91322 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:57:48.924278 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70354d9-8ead-4249-9586-31acebb91322 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:57:48.924648 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70354d9-8ead-4249-9586-31acebb91322 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:57:48.925016 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70354d9-8ead-4249-9586-31acebb91322 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:57:48.925378 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70354d9-8ead-4249-9586-31acebb91322 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:57:48.925767 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70354d9-8ead-4249-9586-31acebb91322 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:57:48.926128 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70354d9-8ead-4249-9586-31acebb91322 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:57:48.930230 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-e70354d9-8ead-4249-9586-31acebb91322 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:57:49.072406 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2fdcd9c5-b0cc-469a-972f-ac28b1e84178 req-e70354d9-8ead-4249-9586-31acebb91322 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Router 8487688f-289a-4efb-a1b4-65fefc025a43 has already been hosted by L3 agent 1661496b-b13c-41e5-8e80-f6a07c138e01 {{(pid=98185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 18:57:49.215786 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2fdcd9c5-b0cc-469a-972f-ac28b1e84178 req-e70354d9-8ead-4249-9586-31acebb91322 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Notify agent at l3_agent.dv-cinder-786260-4-iscsi the message routers_updated {{(pid=98185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 18:57:49.225282 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9409d5-dbbc-4d95-a7b6-ff77268911c8 None None] Sync routers for ids ['8487688f-289a-4efb-a1b4-65fefc025a43'] in dv-cinder-786260-4-iscsi {{(pid=98186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 18:57:49.233772 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9409d5-dbbc-4d95-a7b6-ff77268911c8 None None] Routers {'8487688f-289a-4efb-a1b4-65fefc025a43'} bound to L3 agent in host dv-cinder-786260-4-iscsi {{(pid=98186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 18:57:49.234390 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-aa9409d5-dbbc-4d95-a7b6-ff77268911c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T18:39:44Z,description=,heartbeat_timestamp=2021-06-10T18:57:44Z,host='dv-cinder-786260-4-iscsi',id=1661496b-b13c-41e5-8e80-f6a07c138e01,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T18:39:44Z,topic='l3_agent')) {'router_ids': ['8487688f-289a-4efb-a1b4-65fefc025a43'], 'active': True} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:57:49.272881 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fdcd9c5-b0cc-469a-972f-ac28b1e84178 req-e70354d9-8ead-4249-9586-31acebb91322 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] No DVR routers for this DVR port ceba8f8e-ed42-45de-ad7c-fff59a143aec on host hv-cinder-78626 {{(pid=98185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 18:57:49.275813 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-2fdcd9c5-b0cc-469a-972f-ac28b1e84178 req-e70354d9-8ead-4249-9586-31acebb91322 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230521'] for port, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:57:49.278010 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-2fdcd9c5-b0cc-469a-972f-ac28b1e84178 req-e70354d9-8ead-4249-9586-31acebb91322 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.39 "DELETE /v2.0/ports/ceba8f8e-ed42-45de-ad7c-fff59a143aec HTTP/1.1" status: 204 len: 173 time: 1.1127710 Jun 10 18:57:49.278754 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b14726-655b-4a40-9cdb-51465d164010', 'name': 'network-vif-deleted', 'tag': 'ceba8f8e-ed42-45de-ad7c-fff59a143aec'}] {{(pid=98185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 18:57:49.281098 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44d46bb02d59f4e600e8e3fdef735be97a189b4bda953b1539dd9e97451c2ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f695ae5e-bc0b-4427-b325-737a04d8895e" -d '{"events": [{"server_uuid": "87b14726-655b-4a40-9cdb-51465d164010", "name": "network-vif-deleted", "tag": "ceba8f8e-ed42-45de-ad7c-fff59a143aec"}]}' {{(pid=98185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 18:57:49.334829 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 18:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d03116ac-e6df-4259-b94c-0f543048c0a5 x-openstack-request-id: req-d03116ac-e6df-4259-b94c-0f543048c0a5 {{(pid=98185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 18:57:49.335181 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87b14726-655b-4a40-9cdb-51465d164010", "name": "network-vif-deleted", "tag": "ceba8f8e-ed42-45de-ad7c-fff59a143aec", "status": "completed", "code": 200}]} {{(pid=98185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 18:57:49.335490 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d03116ac-e6df-4259-b94c-0f543048c0a5 {{(pid=98185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 18:57:49.335964 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b14726-655b-4a40-9cdb-51465d164010', 'name': 'network-vif-deleted', 'tag': 'ceba8f8e-ed42-45de-ad7c-fff59a143aec', 'status': 'completed', 'code': 200} Jun 10 18:57:49.511892 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvr_db [None req-aa9409d5-dbbc-4d95-a7b6-ff77268911c8 None None] Set router 8487688f-289a-4efb-a1b4-65fefc025a43 gateway port host: dv-cinder-786260-4-iscsi {{(pid=98186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 18:57:49.771364 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-aa9409d5-dbbc-4d95-a7b6-ff77268911c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8487688f-289a-4efb-a1b4-65fefc025a43', 'name': 'tempest-AttachVolumeTestJSON-1426645987-router', 'tenant_id': 'b98132dec11942b2917326af967088e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': 'ef467441-f65a-47b2-9ae5-8f5c21e0c84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T18:47:19Z', 'updated_at': '2021-06-10T18:47:28Z', 'revision_number': 4, 'project_id': 'b98132dec11942b2917326af967088e0', 'gw_port': {'id': 'ef467441-f65a-47b2-9ae5-8f5c21e0c84a', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8487688f-289a-4efb-a1b4-65fefc025a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:47:21Z', 'updated_at': '2021-06-10T18:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi', '_interfaces': [{'id': 'a139b699-bac0-453c-9939-8a855c207458', 'name': '', 'network_id': 'cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73', 'tenant_id': 'b98132dec11942b2917326af967088e0', 'mac_address': 'fa:16:3e:fa:4b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8487688f-289a-4efb-a1b4-65fefc025a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '450a2f52-17ce-4ffd-a311-633c3f5e5032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:47:27Z', 'updated_at': '2021-06-10T18:47:40Z', 'revision_number': 5, 'project_id': 'b98132dec11942b2917326af967088e0', 'subnets': [{'id': '450a2f52-17ce-4ffd-a311-633c3f5e5032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-4-iscsi', False) {} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:57:49.774726 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9409d5-dbbc-4d95-a7b6-ff77268911c8 None None] Checking router: 8487688f-289a-4efb-a1b4-65fefc025a43 for host: dv-cinder-786260-4-iscsi {{(pid=98186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 18:57:49.783573 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9409d5-dbbc-4d95-a7b6-ff77268911c8 None None] Routers {'8487688f-289a-4efb-a1b4-65fefc025a43'} bound to L3 agent in host dv-cinder-786260-4-iscsi {{(pid=98186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 18:57:49.784143 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-aa9409d5-dbbc-4d95-a7b6-ff77268911c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T18:39:44Z,description=,heartbeat_timestamp=2021-06-10T18:57:44Z,host='dv-cinder-786260-4-iscsi',id=1661496b-b13c-41e5-8e80-f6a07c138e01,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T18:39:44Z,topic='l3_agent')) {'router_ids': ['8487688f-289a-4efb-a1b4-65fefc025a43'], 'active': True} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:57:49.897914 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-75e89922-023e-4d50-aaf2-cb48c8128cbc req-e77077f3-cae4-4df2-9af7-d0d1cb07955e tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/ports?device_id=87b14726-655b-4a40-9cdb-51465d164010 HTTP/1.1" status: 200 len: 210 time: 0.0488105 Jun 10 18:57:49.940119 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvr_db [None req-aa9409d5-dbbc-4d95-a7b6-ff77268911c8 None None] Set router 8487688f-289a-4efb-a1b4-65fefc025a43 gateway port host: dv-cinder-786260-4-iscsi {{(pid=98186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 18:57:50.120354 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-101f6b85-1e32-4d9c-99f9-d46ddcc40922 req-534ae142-d124-44b3-8664-bc94d2f5fc05 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bd2eb272-858b-474a-b0d8-92d5a35ac2af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0674243 Jun 10 18:57:50.196089 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-aa9409d5-dbbc-4d95-a7b6-ff77268911c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8487688f-289a-4efb-a1b4-65fefc025a43', 'name': 'tempest-AttachVolumeTestJSON-1426645987-router', 'tenant_id': 'b98132dec11942b2917326af967088e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': 'ef467441-f65a-47b2-9ae5-8f5c21e0c84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T18:47:19Z', 'updated_at': '2021-06-10T18:47:28Z', 'revision_number': 4, 'project_id': 'b98132dec11942b2917326af967088e0', 'gw_port': {'id': 'ef467441-f65a-47b2-9ae5-8f5c21e0c84a', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8487688f-289a-4efb-a1b4-65fefc025a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:47:21Z', 'updated_at': '2021-06-10T18:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi', '_interfaces': [{'id': 'a139b699-bac0-453c-9939-8a855c207458', 'name': '', 'network_id': 'cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73', 'tenant_id': 'b98132dec11942b2917326af967088e0', 'mac_address': 'fa:16:3e:fa:4b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8487688f-289a-4efb-a1b4-65fefc025a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '450a2f52-17ce-4ffd-a311-633c3f5e5032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:47:27Z', 'updated_at': '2021-06-10T18:47:40Z', 'revision_number': 5, 'project_id': 'b98132dec11942b2917326af967088e0', 'subnets': [{'id': '450a2f52-17ce-4ffd-a311-633c3f5e5032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-4-iscsi', False) {} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:57:50.198867 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101f6b85-1e32-4d9c-99f9-d46ddcc40922 req-d6461030-1ab3-48b6-9f7c-b999b2123617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:57:50.199452 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9409d5-dbbc-4d95-a7b6-ff77268911c8 None None] The sync data for ids ['8487688f-289a-4efb-a1b4-65fefc025a43'] in dv-cinder-786260-4-iscsi is: [{'id': '8487688f-289a-4efb-a1b4-65fefc025a43', 'name': 'tempest-AttachVolumeTestJSON-1426645987-router', 'tenant_id': 'b98132dec11942b2917326af967088e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': 'ef467441-f65a-47b2-9ae5-8f5c21e0c84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T18:47:19Z', 'updated_at': '2021-06-10T18:47:28Z', 'revision_number': 4, 'project_id': 'b98132dec11942b2917326af967088e0', 'gw_port': {'id': 'ef467441-f65a-47b2-9ae5-8f5c21e0c84a', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8487688f-289a-4efb-a1b4-65fefc025a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:47:21Z', 'updated_at': '2021-06-10T18:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi', '_interfaces': [{'id': 'a139b699-bac0-453c-9939-8a855c207458', 'name': '', 'network_id': 'cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73', 'tenant_id': 'b98132dec11942b2917326af967088e0', 'mac_address': 'fa:16:3e:fa:4b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8487688f-289a-4efb-a1b4-65fefc025a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '450a2f52-17ce-4ffd-a311-633c3f5e5032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:47:27Z', 'updated_at': '2021-06-10T18:47:40Z', 'revision_number': 5, 'project_id': 'b98132dec11942b2917326af967088e0', 'subnets': [{'id': '450a2f52-17ce-4ffd-a311-633c3f5e5032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 18:57:50.200351 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-101f6b85-1e32-4d9c-99f9-d46ddcc40922 req-d6461030-1ab3-48b6-9f7c-b999b2123617 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c50ca810c49044daa0af12e38f6ab6a1&device_id=bd2eb272-858b-474a-b0d8-92d5a35ac2af HTTP/1.1" status: 200 len: 1099 time: 0.0586131 Jun 10 18:57:50.334974 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101f6b85-1e32-4d9c-99f9-d46ddcc40922 req-fc89a405-7b6b-4823-800a-eab528870858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:57:50.336479 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-101f6b85-1e32-4d9c-99f9-d46ddcc40922 req-fc89a405-7b6b-4823-800a-eab528870858 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a9c6338b-27b7-4507-a101-996d60be3c98 HTTP/1.1" status: 200 len: 918 time: 0.1138670 Jun 10 18:57:50.412512 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934949c3-3ce6-48e6-9b87-94fc66d45dd4 None None] New status for floating IP d3230e97-48cd-4a71-9af2-0690b210f22e: DOWN {{(pid=98187) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 18:57:50.469567 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-101f6b85-1e32-4d9c-99f9-d46ddcc40922 req-62c65f45-1511-44cf-88c1-2eedf9db6dd8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b086f759-be1a-43dc-a80c-a043cda13dce HTTP/1.1" status: 200 len: 1001 time: 0.1265602 Jun 10 18:57:50.527848 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101f6b85-1e32-4d9c-99f9-d46ddcc40922 req-01b4b579-eeb9-47f0-aeb9-26bfbb8d2104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:57:50.529306 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-101f6b85-1e32-4d9c-99f9-d46ddcc40922 req-01b4b579-eeb9-47f0-aeb9-26bfbb8d2104 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a8ea2a47-c287-4e16-9d1f-c9a7e0a2eaeb HTTP/1.1" status: 200 len: 856 time: 0.0539899 Jun 10 18:57:50.594461 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101f6b85-1e32-4d9c-99f9-d46ddcc40922 req-daa98358-9b7a-4552-b910-d997887b64c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:57:50.596436 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-101f6b85-1e32-4d9c-99f9-d46ddcc40922 req-daa98358-9b7a-4552-b910-d997887b64c7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a9c6338b-27b7-4507-a101-996d60be3c98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0611928 Jun 10 18:57:50.607502 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [req-101f6b85-1e32-4d9c-99f9-d46ddcc40922 req-5e9f6984-9a6f-4511-a7c1-854414dca6b4 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=98185) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 18:57:50.609172 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-101f6b85-1e32-4d9c-99f9-d46ddcc40922 req-5e9f6984-9a6f-4511-a7c1-854414dca6b4 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058804 Jun 10 18:57:50.727121 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-101f6b85-1e32-4d9c-99f9-d46ddcc40922 req-11f09894-d72e-42f7-af76-24656cec45d7 service neutron] 10.222.0.39 "GET /v2.0/networks/a9c6338b-27b7-4507-a101-996d60be3c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107831 Jun 10 18:57:50.840464 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-101f6b85-1e32-4d9c-99f9-d46ddcc40922 req-88d514d0-19f2-4a2c-83b8-16d5b752fee8 service neutron] 10.222.0.39 "GET /v2.0/networks/a9c6338b-27b7-4507-a101-996d60be3c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069338 Jun 10 18:57:51.027321 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 54476) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:57:51.085249 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-2cdf7c9a-1ee4-42c5-a896-53ba6f5b1d8d tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Notify callbacks [] for security_group, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:57:51.110984 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-2cdf7c9a-1ee4-42c5-a896-53ba6f5b1d8d tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:57:51.159151 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-2cdf7c9a-1ee4-42c5-a896-53ba6f5b1d8d tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:57:51.161722 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-2cdf7c9a-1ee4-42c5-a896-53ba6f5b1d8d tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Notify callbacks [] for security_group, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:57:51.162847 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-2cdf7c9a-1ee4-42c5-a896-53ba6f5b1d8d tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "DELETE /v2.0/security-groups/be8eefe1-71c7-4de4-9d3b-7a89ab736c85 HTTP/1.1" status: 204 len: 168 time: 0.1345127 Jun 10 18:57:51.163604 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-a52d6b7e-b234-46a7-9544-7f92f17056f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:57:51.165668 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 54478) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:57:51.174087 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdf7c9a-1ee4-42c5-a896-53ba6f5b1d8d tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be8eefe1-71c7-4de4-9d3b-7a89ab736c85,revision_number=None']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:57:51.176435 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-2cdf7c9a-1ee4-42c5-a896-53ba6f5b1d8d tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:57:51.182134 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.api.v2.resource [None req-1cd62f06-bf35-4a5a-9afe-4b7d766a8919 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] show failed (client error): The resource could not be found. Jun 10 18:57:51.183128 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-1cd62f06-bf35-4a5a-9afe-4b7d766a8919 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "GET /v2.0/security-groups/be8eefe1-71c7-4de4-9d3b-7a89ab736c85 HTTP/1.1" status: 404 len: 347 time: 0.0164793 Jun 10 18:57:51.186116 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 54480) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:57:51.343963 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.plugin [None req-f96f40aa-b634-4117-947c-b5db2b0c8dae tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Deleting port 3095730d-b6f4-42f8-9dea-bd21d1a7268f {{(pid=98184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 18:57:51.344349 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-f96f40aa-b634-4117-947c-b5db2b0c8dae tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578452511'] for port, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:57:51.446797 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-f96f40aa-b634-4117-947c-b5db2b0c8dae tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4044702'] for port, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:57:51.447050 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-f96f40aa-b634-4117-947c-b5db2b0c8dae tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:57:51.540062 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.plugin [None req-f96f40aa-b634-4117-947c-b5db2b0c8dae tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Calling delete_port for 3095730d-b6f4-42f8-9dea-bd21d1a7268f owned by network:floatingip {{(pid=98184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 18:57:51.692460 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-f96f40aa-b634-4117-947c-b5db2b0c8dae tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578457411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578064415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12374055'] for port, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:57:51.695886 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-e5b7f0e4-cb66-4f51-98d3-e5d7da2fbed4 tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:57:51.725186 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96f40aa-b634-4117-947c-b5db2b0c8dae tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Pushing event deleted for resources: {'Port': ['ID=3095730d-b6f4-42f8-9dea-bd21d1a7268f,revision_number=None']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:57:51.759177 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96f40aa-b634-4117-947c-b5db2b0c8dae tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:57:51.759548 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96f40aa-b634-4117-947c-b5db2b0c8dae tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:57:51.759909 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96f40aa-b634-4117-947c-b5db2b0c8dae tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:57:51.760266 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96f40aa-b634-4117-947c-b5db2b0c8dae tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:57:51.760620 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96f40aa-b634-4117-947c-b5db2b0c8dae tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:57:51.760971 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96f40aa-b634-4117-947c-b5db2b0c8dae tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:57:51.761319 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96f40aa-b634-4117-947c-b5db2b0c8dae tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:57:51.761696 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96f40aa-b634-4117-947c-b5db2b0c8dae tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:57:51.762045 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96f40aa-b634-4117-947c-b5db2b0c8dae tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:57:51.762390 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96f40aa-b634-4117-947c-b5db2b0c8dae tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:57:51.762732 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96f40aa-b634-4117-947c-b5db2b0c8dae tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:57:51.763073 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96f40aa-b634-4117-947c-b5db2b0c8dae tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:57:51.768047 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-f96f40aa-b634-4117-947c-b5db2b0c8dae tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:57:51.812284 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-f96f40aa-b634-4117-947c-b5db2b0c8dae tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Notify callbacks [] for floatingip, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:57:51.815334 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-f96f40aa-b634-4117-947c-b5db2b0c8dae tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230521'] for floatingip, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:57:51.816453 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-f96f40aa-b634-4117-947c-b5db2b0c8dae tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] 10.222.0.15 "DELETE /v2.0/floatingips/d3230e97-48cd-4a71-9af2-0690b210f22e HTTP/1.1" status: 204 len: 168 time: 0.6295016 Jun 10 18:57:52.662932 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Device ceba8f8e-ed42-45de-ad7c-fff59a143aec no longer exists at agent hyperv_hv-cinder-78626 {{(pid=98186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 18:57:52.686564 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.plugin [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] No Port match for: ceba8f8e-ed42-45de-ad7c-fff59a143aec {{(pid=98186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 18:57:52.686929 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Device ceba8f8e-ed42-45de-ad7c-fff59a143aec not bound to the agent host hv-cinder-78626 {{(pid=98186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 18:57:55.546718 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 54508) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:57:56.134754 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-29398c49-e41a-4ed0-81fe-2ad2f7bdce96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4032933'] for router_interface, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:57:56.759152 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.plugin [None req-29398c49-e41a-4ed0-81fe-2ad2f7bdce96 admin admin] Deleting port a139b699-bac0-453c-9939-8a855c207458 {{(pid=98184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 18:57:56.759821 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-29398c49-e41a-4ed0-81fe-2ad2f7bdce96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578452511'] for port, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:57:56.857609 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.db [None req-29398c49-e41a-4ed0-81fe-2ad2f7bdce96 admin admin] For port a139b699-bac0-453c-9939-8a855c207458, host dv-cinder-786260-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-4-iscsi',level=0,port_id=a139b699-bac0-453c-9939-8a855c207458,segment=NetworkSegment(17dcff24-e9ed-43ca-b0d9-c821a6547efa),segment_id=17dcff24-e9ed-43ca-b0d9-c821a6547efa)] {{(pid=98184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:57:56.857967 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-29398c49-e41a-4ed0-81fe-2ad2f7bdce96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4044702'] for port, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:57:56.948531 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.plugin [None req-29398c49-e41a-4ed0-81fe-2ad2f7bdce96 admin admin] Calling delete_port for a139b699-bac0-453c-9939-8a855c207458 owned by network:router_interface {{(pid=98184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 18:57:56.957194 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.agents_db [None req-dd8e6269-3fd9-4915-b5ed-83e1f738bf4e None None] Agent healthcheck: found 6 active agents {{(pid=98187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 18:57:57.184532 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-29398c49-e41a-4ed0-81fe-2ad2f7bdce96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578457411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578064415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12374055'] for port, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:57:57.187377 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-90ad957f-86c9-4707-add4-8b210ba0f090 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:57:57.220252 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29398c49-e41a-4ed0-81fe-2ad2f7bdce96 admin admin] Pushing event deleted for resources: {'Port': ['ID=a139b699-bac0-453c-9939-8a855c207458,revision_number=None']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:57:57.222557 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-29398c49-e41a-4ed0-81fe-2ad2f7bdce96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:57:57.432301 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-29398c49-e41a-4ed0-81fe-2ad2f7bdce96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4032565'] for router_interface, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:57:57.721050 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29398c49-e41a-4ed0-81fe-2ad2f7bdce96 admin admin] Router 8487688f-289a-4efb-a1b4-65fefc025a43 has already been hosted by L3 agent 1661496b-b13c-41e5-8e80-f6a07c138e01 {{(pid=98184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 18:57:57.867562 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29398c49-e41a-4ed0-81fe-2ad2f7bdce96 admin admin] Notify agent at l3_agent.dv-cinder-786260-4-iscsi the message routers_updated {{(pid=98184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 18:57:57.872727 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-29398c49-e41a-4ed0-81fe-2ad2f7bdce96 admin admin] 10.222.0.15 "PUT /v2.0/routers/8487688f-289a-4efb-a1b4-65fefc025a43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3244610 Jun 10 18:57:57.875302 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 54512) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:57:57.878173 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c5b7c5-b67b-4359-abca-90ce2b942076 None None] Sync routers for ids ['8487688f-289a-4efb-a1b4-65fefc025a43'] in dv-cinder-786260-4-iscsi {{(pid=98186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 18:57:57.887840 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c5b7c5-b67b-4359-abca-90ce2b942076 None None] Routers {'8487688f-289a-4efb-a1b4-65fefc025a43'} bound to L3 agent in host dv-cinder-786260-4-iscsi {{(pid=98186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 18:57:57.888448 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-31c5b7c5-b67b-4359-abca-90ce2b942076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T18:39:44Z,description=,heartbeat_timestamp=2021-06-10T18:57:44Z,host='dv-cinder-786260-4-iscsi',id=1661496b-b13c-41e5-8e80-f6a07c138e01,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T18:39:44Z,topic='l3_agent')) {'router_ids': ['8487688f-289a-4efb-a1b4-65fefc025a43'], 'active': True} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:57:58.018914 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-ac7ca8be-e8ae-4372-ae9c-ac0da7c023f3 admin admin] Notify callbacks [] for router, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:57:58.029416 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvr_db [None req-31c5b7c5-b67b-4359-abca-90ce2b942076 None None] Set router 8487688f-289a-4efb-a1b4-65fefc025a43 gateway port host: dv-cinder-786260-4-iscsi {{(pid=98186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 18:57:58.164513 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-ac7ca8be-e8ae-4372-ae9c-ac0da7c023f3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:57:58.222301 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.plugin [None req-ac7ca8be-e8ae-4372-ae9c-ac0da7c023f3 admin admin] Deleting port ef467441-f65a-47b2-9ae5-8f5c21e0c84a {{(pid=98184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 18:57:58.222645 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-ac7ca8be-e8ae-4372-ae9c-ac0da7c023f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578452511'] for port, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:57:58.264038 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-31c5b7c5-b67b-4359-abca-90ce2b942076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8487688f-289a-4efb-a1b4-65fefc025a43', 'name': 'tempest-AttachVolumeTestJSON-1426645987-router', 'tenant_id': 'b98132dec11942b2917326af967088e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': 'ef467441-f65a-47b2-9ae5-8f5c21e0c84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T18:47:19Z', 'updated_at': '2021-06-10T18:57:57Z', 'revision_number': 5, 'project_id': 'b98132dec11942b2917326af967088e0', 'gw_port': {'id': 'ef467441-f65a-47b2-9ae5-8f5c21e0c84a', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8487688f-289a-4efb-a1b4-65fefc025a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:47:21Z', 'updated_at': '2021-06-10T18:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi'}], 'dv-cinder-786260-4-iscsi', False) {} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:57:58.268047 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c5b7c5-b67b-4359-abca-90ce2b942076 None None] Checking router: 8487688f-289a-4efb-a1b4-65fefc025a43 for host: dv-cinder-786260-4-iscsi {{(pid=98186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 18:57:58.275956 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c5b7c5-b67b-4359-abca-90ce2b942076 None None] Routers {'8487688f-289a-4efb-a1b4-65fefc025a43'} bound to L3 agent in host dv-cinder-786260-4-iscsi {{(pid=98186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 18:57:58.276559 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-31c5b7c5-b67b-4359-abca-90ce2b942076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T18:39:44Z,description=,heartbeat_timestamp=2021-06-10T18:57:44Z,host='dv-cinder-786260-4-iscsi',id=1661496b-b13c-41e5-8e80-f6a07c138e01,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T18:39:44Z,topic='l3_agent')) {'router_ids': ['8487688f-289a-4efb-a1b4-65fefc025a43'], 'active': True} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:57:58.326644 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.db [None req-ac7ca8be-e8ae-4372-ae9c-ac0da7c023f3 admin admin] For port ef467441-f65a-47b2-9ae5-8f5c21e0c84a, host dv-cinder-786260-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-4-iscsi',level=0,port_id=ef467441-f65a-47b2-9ae5-8f5c21e0c84a,segment=NetworkSegment(151ae908-95e4-46a8-8b94-d201ec410581),segment_id=151ae908-95e4-46a8-8b94-d201ec410581)] {{(pid=98184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:57:58.327010 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-ac7ca8be-e8ae-4372-ae9c-ac0da7c023f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4044702'] for port, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:57:58.401288 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvr_db [None req-31c5b7c5-b67b-4359-abca-90ce2b942076 None None] Set router 8487688f-289a-4efb-a1b4-65fefc025a43 gateway port host: None {{(pid=98186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 18:57:58.419478 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.plugin [None req-ac7ca8be-e8ae-4372-ae9c-ac0da7c023f3 admin admin] Calling delete_port for ef467441-f65a-47b2-9ae5-8f5c21e0c84a owned by network:router_gateway {{(pid=98184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 18:57:58.479752 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-31c5b7c5-b67b-4359-abca-90ce2b942076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8487688f-289a-4efb-a1b4-65fefc025a43', 'name': 'tempest-AttachVolumeTestJSON-1426645987-router', 'tenant_id': 'b98132dec11942b2917326af967088e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T18:47:19Z', 'updated_at': '2021-06-10T18:57:58Z', 'revision_number': 6, 'project_id': 'b98132dec11942b2917326af967088e0', 'gw_port_host': None}], 'dv-cinder-786260-4-iscsi', False) {} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:57:58.483210 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c5b7c5-b67b-4359-abca-90ce2b942076 None None] The sync data for ids ['8487688f-289a-4efb-a1b4-65fefc025a43'] in dv-cinder-786260-4-iscsi is: [{'id': '8487688f-289a-4efb-a1b4-65fefc025a43', 'name': 'tempest-AttachVolumeTestJSON-1426645987-router', 'tenant_id': 'b98132dec11942b2917326af967088e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T18:47:19Z', 'updated_at': '2021-06-10T18:57:58Z', 'revision_number': 6, 'project_id': 'b98132dec11942b2917326af967088e0', 'gw_port_host': None}] {{(pid=98186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 18:57:58.622523 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-ac7ca8be-e8ae-4372-ae9c-ac0da7c023f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578457411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578064415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12374055'] for port, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:57:58.625874 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-dc79c77c-03ca-4c7f-a1a0-30822749494e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:57:58.654686 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7ca8be-e8ae-4372-ae9c-ac0da7c023f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef467441-f65a-47b2-9ae5-8f5c21e0c84a,revision_number=None']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:57:58.658812 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-ac7ca8be-e8ae-4372-ae9c-ac0da7c023f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:57:58.729159 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-ac7ca8be-e8ae-4372-ae9c-ac0da7c023f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4045668'] for router_gateway, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:57:58.874686 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-ac7ca8be-e8ae-4372-ae9c-ac0da7c023f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4031383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25552'] for router, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:57:58.877655 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-ac7ca8be-e8ae-4372-ae9c-ac0da7c023f3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:57:58.956102 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-ac7ca8be-e8ae-4372-ae9c-ac0da7c023f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4032065'] for router, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:57:58.956741 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac7ca8be-e8ae-4372-ae9c-ac0da7c023f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8487688f-289a-4efb-a1b4-65fefc025a43 {{(pid=98184) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 18:57:58.962892 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-ac7ca8be-e8ae-4372-ae9c-ac0da7c023f3 admin admin] Notify callbacks [] for router, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:57:58.964431 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-ac7ca8be-e8ae-4372-ae9c-ac0da7c023f3 admin admin] 10.222.0.15 "DELETE /v2.0/routers/8487688f-289a-4efb-a1b4-65fefc025a43 HTTP/1.1" status: 204 len: 168 time: 1.0877006 Jun 10 18:57:58.966868 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 54514) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:57:59.025516 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.db.db_base_plugin_v2 [None req-94e7dbbf-54aa-4e33-ba90-8dae460f2b9d admin admin] Deleting subnet 450a2f52-17ce-4ffd-a311-633c3f5e5032 {{(pid=98184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 18:57:59.028581 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-94e7dbbf-54aa-4e33-ba90-8dae460f2b9d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:57:59.069845 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-94e7dbbf-54aa-4e33-ba90-8dae460f2b9d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374921'] for subnet, precommit_delete_associations {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:57:59.459607 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-94e7dbbf-54aa-4e33-ba90-8dae460f2b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883551'] for subnet, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:57:59.517746 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-94e7dbbf-54aa-4e33-ba90-8dae460f2b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12375021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740050'] for subnet, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:57:59.519848 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-b5d9e19a-b98e-4dc4-af77-293f4f8d3b57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:57:59.553762 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e7dbbf-54aa-4e33-ba90-8dae460f2b9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=450a2f52-17ce-4ffd-a311-633c3f5e5032,revision_number=None']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:57:59.557928 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-94e7dbbf-54aa-4e33-ba90-8dae460f2b9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:57:59.559463 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-94e7dbbf-54aa-4e33-ba90-8dae460f2b9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731712'] for subnet, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:57:59.563879 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-94e7dbbf-54aa-4e33-ba90-8dae460f2b9d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/450a2f52-17ce-4ffd-a311-633c3f5e5032 HTTP/1.1" status: 204 len: 168 time: 0.5929446 Jun 10 18:57:59.564004 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 54516) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:57:59.565153 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3549d2d3-c03e-4125-8b22-b3faca64ccd9 None None] Network cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73 requested from dv-cinder-786260-4-iscsi {{(pid=98186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 18:57:59.649569 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-f5914494-eb02-4d78-abb3-0fa75da6db43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542662'] for network, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:57:59.718072 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.plugin [None req-f5914494-eb02-4d78-abb3-0fa75da6db43 admin admin] Deleting port 12a078c9-a0bb-407b-b443-4878e5b28f0b {{(pid=98184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 18:57:59.718444 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-f5914494-eb02-4d78-abb3-0fa75da6db43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578452511'] for port, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:57:59.816244 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.db [None req-f5914494-eb02-4d78-abb3-0fa75da6db43 admin admin] For port 12a078c9-a0bb-407b-b443-4878e5b28f0b, host dv-cinder-786260-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-4-iscsi',level=0,port_id=12a078c9-a0bb-407b-b443-4878e5b28f0b,segment=NetworkSegment(17dcff24-e9ed-43ca-b0d9-c821a6547efa),segment_id=17dcff24-e9ed-43ca-b0d9-c821a6547efa)] {{(pid=98184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:57:59.816607 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-f5914494-eb02-4d78-abb3-0fa75da6db43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4044702'] for port, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:57:59.913303 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f1d10b-c152-4a5a-b427-c6513263c6a1 None None] DHCP port deletion for cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73 request from dv-cinder-786260-4-iscsi {{(pid=98186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 18:57:59.913555 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.plugin [None req-f5914494-eb02-4d78-abb3-0fa75da6db43 admin admin] Calling delete_port for 12a078c9-a0bb-407b-b443-4878e5b28f0b owned by network:dhcp {{(pid=98184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 18:57:59.964463 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.plugin [None req-40f1d10b-c152-4a5a-b427-c6513263c6a1 None None] Deleting port 12a078c9-a0bb-407b-b443-4878e5b28f0b {{(pid=98186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 18:57:59.964854 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-40f1d10b-c152-4a5a-b427-c6513263c6a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578452511'] for port, before_delete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:58:00.011551 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-f5914494-eb02-4d78-abb3-0fa75da6db43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578457411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578064415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12374055'] for port, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:58:00.013720 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-274c1eae-269e-4ec4-be02-17e1bc4a3e73 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:58:00.044316 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5914494-eb02-4d78-abb3-0fa75da6db43 admin admin] Pushing event deleted for resources: {'Port': ['ID=12a078c9-a0bb-407b-b443-4878e5b28f0b,revision_number=None']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:58:00.047152 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-f5914494-eb02-4d78-abb3-0fa75da6db43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:58:00.047955 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5914494-eb02-4d78-abb3-0fa75da6db43 admin admin] No DVR routers for this DVR port 12a078c9-a0bb-407b-b443-4878e5b28f0b on host dv-cinder-786260-4-iscsi {{(pid=98184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 18:58:00.054621 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-40f1d10b-c152-4a5a-b427-c6513263c6a1 None None] For port 12a078c9-a0bb-407b-b443-4878e5b28f0b, host dv-cinder-786260-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-4-iscsi',level=0,port_id=12a078c9-a0bb-407b-b443-4878e5b28f0b,segment=NetworkSegment(17dcff24-e9ed-43ca-b0d9-c821a6547efa),segment_id=17dcff24-e9ed-43ca-b0d9-c821a6547efa)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:58:00.055000 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-40f1d10b-c152-4a5a-b427-c6513263c6a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4044702'] for port, precommit_delete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:58:00.114870 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Device a139b699-bac0-453c-9939-8a855c207458 no longer exists at agent ovs-agent-dv-cinder-786260-4-iscsi {{(pid=98186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 18:58:00.153292 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.plugin [None req-40f1d10b-c152-4a5a-b427-c6513263c6a1 None None] Calling delete_port for 12a078c9-a0bb-407b-b443-4878e5b28f0b owned by network:dhcp {{(pid=98186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 18:58:00.154051 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-f5914494-eb02-4d78-abb3-0fa75da6db43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-876752', 'neutron.services.segments.db._delete_segments_for_network-8731578620079'] for network, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:58:00.165841 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.services.segments.db [None req-f5914494-eb02-4d78-abb3-0fa75da6db43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73']}} {{(pid=98184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:58:00.177615 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.services.segments.db [None req-f5914494-eb02-4d78-abb3-0fa75da6db43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17dcff24-e9ed-43ca-b0d9-c821a6547efa') {'for_net_delete': True} {{(pid=98184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:58:00.177940 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.services.segments.db [None req-f5914494-eb02-4d78-abb3-0fa75da6db43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17dcff24-e9ed-43ca-b0d9-c821a6547efa') {} {{(pid=98184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:58:00.183224 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.plugin [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] No Port match for: a139b699-bac0-453c-9939-8a855c207458 {{(pid=98186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 18:58:00.183586 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Device a139b699-bac0-453c-9939-8a855c207458 not bound to the agent host dv-cinder-786260-4-iscsi {{(pid=98186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 18:58:00.184009 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Device 12a078c9-a0bb-407b-b443-4878e5b28f0b no longer exists at agent ovs-agent-dv-cinder-786260-4-iscsi {{(pid=98186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 18:58:00.189384 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-f5914494-eb02-4d78-abb3-0fa75da6db43 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731578619908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374928'] for segment, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:58:00.204108 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-f5914494-eb02-4d78-abb3-0fa75da6db43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881768'] for segment, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:58:00.210241 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5914494-eb02-4d78-abb3-0fa75da6db43 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=98184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 18:58:00.210650 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-f5914494-eb02-4d78-abb3-0fa75da6db43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12374130'] for segment, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:58:00.212367 dv-cinder-786260-4-iscsi neutron-server[98184]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 18:58:00.212367 dv-cinder-786260-4-iscsi neutron-server[98184]: retrieve_revision_numbers = { Jun 10 18:58:00.212367 dv-cinder-786260-4-iscsi neutron-server[98184]: Traceback (most recent call last): Jun 10 18:58:00.212367 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 18:58:00.212367 dv-cinder-786260-4-iscsi neutron-server[98184]: timer() Jun 10 18:58:00.212367 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 18:58:00.212367 dv-cinder-786260-4-iscsi neutron-server[98184]: cb(*args, **kw) Jun 10 18:58:00.212367 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 18:58:00.212367 dv-cinder-786260-4-iscsi neutron-server[98184]: return func(*args, **kwargs) Jun 10 18:58:00.212367 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 18:58:00.212367 dv-cinder-786260-4-iscsi neutron-server[98184]: self._notify() Jun 10 18:58:00.212367 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 18:58:00.212367 dv-cinder-786260-4-iscsi neutron-server[98184]: self.callback(batched_events) Jun 10 18:58:00.212367 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 18:58:00.212367 dv-cinder-786260-4-iscsi neutron-server[98184]: event.method(event) Jun 10 18:58:00.212367 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 18:58:00.212367 dv-cinder-786260-4-iscsi neutron-server[98184]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 18:58:00.212367 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 18:58:00.212367 dv-cinder-786260-4-iscsi neutron-server[98184]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 18:58:00.212367 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 18:58:00.212367 dv-cinder-786260-4-iscsi neutron-server[98184]: return f(self, *a, **k) Jun 10 18:58:00.212367 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 18:58:00.212367 dv-cinder-786260-4-iscsi neutron-server[98184]: return self._get(url).json() Jun 10 18:58:00.212367 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 18:58:00.212367 dv-cinder-786260-4-iscsi neutron-server[98184]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 18:58:00.212367 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 18:58:00.212367 dv-cinder-786260-4-iscsi neutron-server[98184]: return self.request(url, 'GET', **kwargs) Jun 10 18:58:00.212367 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 18:58:00.212367 dv-cinder-786260-4-iscsi neutron-server[98184]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 18:58:00.212367 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 18:58:00.212367 dv-cinder-786260-4-iscsi neutron-server[98184]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 18:58:00.212367 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 18:58:00.212367 dv-cinder-786260-4-iscsi neutron-server[98184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 18:58:00.212367 dv-cinder-786260-4-iscsi neutron-server[98184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 18:58:00.215893 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.plugin [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] No Port match for: 12a078c9-a0bb-407b-b443-4878e5b28f0b {{(pid=98186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 18:58:00.216256 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Device 12a078c9-a0bb-407b-b443-4878e5b28f0b not bound to the agent host dv-cinder-786260-4-iscsi {{(pid=98186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 18:58:00.216682 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Device ef467441-f65a-47b2-9ae5-8f5c21e0c84a no longer exists at agent ovs-agent-dv-cinder-786260-4-iscsi {{(pid=98186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 18:58:00.279009 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.plugin [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] No Port match for: ef467441-f65a-47b2-9ae5-8f5c21e0c84a {{(pid=98186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 18:58:00.279374 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Device ef467441-f65a-47b2-9ae5-8f5c21e0c84a not bound to the agent host dv-cinder-786260-4-iscsi {{(pid=98186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 18:58:00.290414 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-f5914494-eb02-4d78-abb3-0fa75da6db43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-876761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4045579'] for network, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:58:00.294694 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-5755532f-8812-40b8-a49e-d856a9e3d59b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:58:00.298797 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-f5914494-eb02-4d78-abb3-0fa75da6db43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731712'] for network, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:58:00.300641 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-f5914494-eb02-4d78-abb3-0fa75da6db43 admin admin] 10.222.0.15 "DELETE /v2.0/networks/cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73 HTTP/1.1" status: 204 len: 168 time: 0.7357213 Jun 10 18:58:00.313985 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5914494-eb02-4d78-abb3-0fa75da6db43 admin admin] Pushing event deleted for resources: {'Network': ['ID=cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73,revision_number=None']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:58:00.316407 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-f5914494-eb02-4d78-abb3-0fa75da6db43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:58:00.325400 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-40f1d10b-c152-4a5a-b427-c6513263c6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578457411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578064415'] for port, after_delete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:58:00.329398 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:58:00.336621 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-40f1d10b-c152-4a5a-b427-c6513263c6a1 None None] Network cfe86ce1-ae65-4740-80d7-fdb9cc1d1a73 is not hosted by any dhcp agent {{(pid=98186) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jun 10 18:58:00.337082 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f1d10b-c152-4a5a-b427-c6513263c6a1 None None] No DVR routers for this DVR port 12a078c9-a0bb-407b-b443-4878e5b28f0b on host dv-cinder-786260-4-iscsi {{(pid=98186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 18:58:00.374273 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f1d10b-c152-4a5a-b427-c6513263c6a1 None None] Pushing event deleted for resources: {'Port': ['ID=12a078c9-a0bb-407b-b443-4878e5b28f0b,revision_number=None']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:58:00.377232 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-40f1d10b-c152-4a5a-b427-c6513263c6a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:58:00.432886 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 54520) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:58:00.477655 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-2add0bd5-6b63-440d-8f6e-9947e469492a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b98132dec11942b2917326af967088e0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0435002 Jun 10 18:58:00.480159 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 54522) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:58:00.530861 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-bb5b0741-de55-4f40-9681-9118d23ac621 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:58:00.552650 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-bb5b0741-de55-4f40-9681-9118d23ac621 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:58:00.613051 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-bb5b0741-de55-4f40-9681-9118d23ac621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:58:00.615617 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-bb5b0741-de55-4f40-9681-9118d23ac621 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:58:00.616854 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-bb5b0741-de55-4f40-9681-9118d23ac621 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/61cdf81e-f3ae-4959-a701-1986e949e167 HTTP/1.1" status: 204 len: 168 time: 0.1357605 Jun 10 18:58:00.617713 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-61102fd4-58f9-40cb-b0b5-b6bbb9251030 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:58:00.626397 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5b0741-de55-4f40-9681-9118d23ac621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61cdf81e-f3ae-4959-a701-1986e949e167,revision_number=None']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:58:00.628618 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-bb5b0741-de55-4f40-9681-9118d23ac621 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:58:01.799125 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 54572) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:58:01.906689 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-9ed799f6-a02a-47e4-8e1e-06636a526431 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:58:02.001812 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-9ed799f6-a02a-47e4-8e1e-06636a526431 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:58:02.005187 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-9ed799f6-a02a-47e4-8e1e-06636a526431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:58:02.007466 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-bb5b0741-de55-4f40-9681-9118d23ac621 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:58:02.045386 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed799f6-a02a-47e4-8e1e-06636a526431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1cca4e4-90f1-4989-9e30-6cb38e0fb9af,revision_number=1']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:58:02.049638 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-9ed799f6-a02a-47e4-8e1e-06636a526431 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:58:02.052218 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-9ed799f6-a02a-47e4-8e1e-06636a526431 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0e84febe51fa4cfab5a969da4e9f1af7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2521105 Jun 10 18:58:02.054826 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 54576) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:58:02.106016 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-6de413c9-4243-4d3d-90ab-16f2e0bbd2a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:58:02.128483 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-6de413c9-4243-4d3d-90ab-16f2e0bbd2a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:58:02.180863 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-6de413c9-4243-4d3d-90ab-16f2e0bbd2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:58:02.183560 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-6de413c9-4243-4d3d-90ab-16f2e0bbd2a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:58:02.184819 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-6de413c9-4243-4d3d-90ab-16f2e0bbd2a7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c1cca4e4-90f1-4989-9e30-6cb38e0fb9af HTTP/1.1" status: 204 len: 168 time: 0.1290967 Jun 10 18:58:02.185626 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-da516bd1-23e8-42eb-a135-cb7f62a1f93f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:58:02.194515 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de413c9-4243-4d3d-90ab-16f2e0bbd2a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1cca4e4-90f1-4989-9e30-6cb38e0fb9af,revision_number=None']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:58:02.197300 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-6de413c9-4243-4d3d-90ab-16f2e0bbd2a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:58:11.818522 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-c1e72924-4d76-4095-91b9-cdf46e8b8b61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:58:14.297569 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-6e52d658-c806-4d3f-8a51-b211cf48ef02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:58:14.440004 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:58:15.451635 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-8dcc316c-a8c5-4da3-a0ad-e3f4fe9157be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:58:17.266997 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-bf1ede84-8c21-46ff-8a19-cb90afe635a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:58:17.674458 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:58:33.956172 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.agents_db [None req-dd8e6269-3fd9-4915-b5ed-83e1f738bf4e None None] Agent healthcheck: found 6 active agents {{(pid=98187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 18:58:41.819595 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-5fca40af-2d2f-4337-94a7-f6241c5eef3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:58:44.298655 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-8756a385-804a-4637-a92b-ce85941ecbc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:58:44.440995 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:58:45.456704 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-8dcc316c-a8c5-4da3-a0ad-e3f4fe9157be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:58:47.269510 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-bf1ede84-8c21-46ff-8a19-cb90afe635a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:58:47.673487 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:58:48.647872 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 54988) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:58:48.751757 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-8e3ec052-a8bc-4744-b9a8-29f6c74b188f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:58:48.843070 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-8e3ec052-a8bc-4744-b9a8-29f6c74b188f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:58:48.847179 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-8e3ec052-a8bc-4744-b9a8-29f6c74b188f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:58:48.849550 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-6289fffb-19ac-4e75-8fca-85e5153a3a39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:58:48.886741 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3ec052-a8bc-4744-b9a8-29f6c74b188f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17bef687-f9ef-4926-85b0-6c655e9a3c75,revision_number=1']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:58:48.892191 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-8e3ec052-a8bc-4744-b9a8-29f6c74b188f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=612fada0bb7e4747bb8ceff0d927cbaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2433062 Jun 10 18:58:48.893112 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-8e3ec052-a8bc-4744-b9a8-29f6c74b188f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:58:48.894730 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 54992) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:58:48.945777 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-49f057f2-2f6c-488d-96c1-16177851dbfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:58:48.969862 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-49f057f2-2f6c-488d-96c1-16177851dbfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:58:49.023749 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-49f057f2-2f6c-488d-96c1-16177851dbfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:58:49.026369 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-49f057f2-2f6c-488d-96c1-16177851dbfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:58:49.027492 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-49f057f2-2f6c-488d-96c1-16177851dbfe admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/17bef687-f9ef-4926-85b0-6c655e9a3c75 HTTP/1.1" status: 204 len: 168 time: 0.1318736 Jun 10 18:58:49.028285 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-6de413c9-4243-4d3d-90ab-16f2e0bbd2a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:58:49.037331 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f057f2-2f6c-488d-96c1-16177851dbfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17bef687-f9ef-4926-85b0-6c655e9a3c75,revision_number=None']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:58:49.039518 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-49f057f2-2f6c-488d-96c1-16177851dbfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:58:49.285620 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 54998) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:58:49.306677 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-2710da8b-f1b7-44e4-93bf-a0d67dc58ae9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:58:49.400594 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-2710da8b-f1b7-44e4-93bf-a0d67dc58ae9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:58:49.403903 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-2710da8b-f1b7-44e4-93bf-a0d67dc58ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:58:49.407337 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-b6d76ab7-c8f9-4244-81ce-f717bb5ca493 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:58:49.445733 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-2710da8b-f1b7-44e4-93bf-a0d67dc58ae9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=879e16468d3342ee800967e9267ebb7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1589706 Jun 10 18:58:49.446623 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2710da8b-f1b7-44e4-93bf-a0d67dc58ae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2589a673-5ec5-4455-9e78-c727ec8a48c2,revision_number=1']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:58:49.448415 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 55000) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:58:49.455339 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2710da8b-f1b7-44e4-93bf-a0d67dc58ae9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:58:49.455752 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2710da8b-f1b7-44e4-93bf-a0d67dc58ae9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:58:49.456123 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2710da8b-f1b7-44e4-93bf-a0d67dc58ae9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:58:49.456519 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2710da8b-f1b7-44e4-93bf-a0d67dc58ae9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:58:49.456888 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2710da8b-f1b7-44e4-93bf-a0d67dc58ae9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:58:49.457266 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2710da8b-f1b7-44e4-93bf-a0d67dc58ae9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:58:49.457665 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2710da8b-f1b7-44e4-93bf-a0d67dc58ae9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:58:49.458035 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2710da8b-f1b7-44e4-93bf-a0d67dc58ae9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:58:49.458410 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2710da8b-f1b7-44e4-93bf-a0d67dc58ae9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:58:49.458778 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2710da8b-f1b7-44e4-93bf-a0d67dc58ae9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:58:49.459148 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2710da8b-f1b7-44e4-93bf-a0d67dc58ae9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:58:49.459514 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2710da8b-f1b7-44e4-93bf-a0d67dc58ae9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:58:49.463411 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-2710da8b-f1b7-44e4-93bf-a0d67dc58ae9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:58:49.505026 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-14bc5bd1-4969-418c-b567-481e8cdd5552 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:58:49.527218 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-14bc5bd1-4969-418c-b567-481e8cdd5552 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:58:49.578406 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-14bc5bd1-4969-418c-b567-481e8cdd5552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:58:49.581151 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-14bc5bd1-4969-418c-b567-481e8cdd5552 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:58:49.582323 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-14bc5bd1-4969-418c-b567-481e8cdd5552 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2589a673-5ec5-4455-9e78-c727ec8a48c2 HTTP/1.1" status: 204 len: 168 time: 0.1328518 Jun 10 18:58:49.583073 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-44d2e642-9a86-4fa1-87c0-78d0b147fa2b tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:58:49.591721 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bc5bd1-4969-418c-b567-481e8cdd5552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2589a673-5ec5-4455-9e78-c727ec8a48c2,revision_number=None']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:58:49.594077 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-14bc5bd1-4969-418c-b567-481e8cdd5552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:58:54.415160 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 55096) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:58:54.520245 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-a172392f-b4d7-4d9f-8dc1-768b0b69d215 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:58:54.616861 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-a172392f-b4d7-4d9f-8dc1-768b0b69d215 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:58:54.620570 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-a172392f-b4d7-4d9f-8dc1-768b0b69d215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:58:54.622825 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-a84dd284-e8b7-4b4d-b33e-24bc099ac9b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:58:54.660596 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a172392f-b4d7-4d9f-8dc1-768b0b69d215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4221946-42c9-4b54-be45-8cc9b92fba59,revision_number=1']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:58:54.664388 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-a172392f-b4d7-4d9f-8dc1-768b0b69d215 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=43fc43038e594ddabf0463d9053870d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2482257 Jun 10 18:58:54.667148 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 55100) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:58:54.670089 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a172392f-b4d7-4d9f-8dc1-768b0b69d215 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:58:54.670470 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a172392f-b4d7-4d9f-8dc1-768b0b69d215 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:58:54.670859 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a172392f-b4d7-4d9f-8dc1-768b0b69d215 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:58:54.671208 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a172392f-b4d7-4d9f-8dc1-768b0b69d215 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:58:54.671572 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a172392f-b4d7-4d9f-8dc1-768b0b69d215 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:58:54.672549 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a172392f-b4d7-4d9f-8dc1-768b0b69d215 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:58:54.672906 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a172392f-b4d7-4d9f-8dc1-768b0b69d215 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:58:54.673231 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a172392f-b4d7-4d9f-8dc1-768b0b69d215 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:58:54.673784 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a172392f-b4d7-4d9f-8dc1-768b0b69d215 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:58:54.674149 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a172392f-b4d7-4d9f-8dc1-768b0b69d215 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:58:54.674503 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a172392f-b4d7-4d9f-8dc1-768b0b69d215 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:58:54.674856 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a172392f-b4d7-4d9f-8dc1-768b0b69d215 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:58:54.678797 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-a172392f-b4d7-4d9f-8dc1-768b0b69d215 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:58:54.722348 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-a75e38d8-fcda-497f-8faa-84ad3b217923 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:58:54.745143 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-a75e38d8-fcda-497f-8faa-84ad3b217923 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:58:54.793201 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-a75e38d8-fcda-497f-8faa-84ad3b217923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:58:54.795791 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-a75e38d8-fcda-497f-8faa-84ad3b217923 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:58:54.797090 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-a75e38d8-fcda-497f-8faa-84ad3b217923 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a4221946-42c9-4b54-be45-8cc9b92fba59 HTTP/1.1" status: 204 len: 168 time: 0.1288033 Jun 10 18:58:54.798022 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-27a3d1b5-e1ea-47d7-a084-2a8491f92441 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:58:54.806261 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75e38d8-fcda-497f-8faa-84ad3b217923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4221946-42c9-4b54-be45-8cc9b92fba59,revision_number=None']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:58:54.808591 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-a75e38d8-fcda-497f-8faa-84ad3b217923 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:58:55.053589 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 55106) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:58:55.072317 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-8c774054-b47b-46f0-8ab5-59316c47e5e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:58:55.165799 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-8c774054-b47b-46f0-8ab5-59316c47e5e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:58:55.169326 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-8c774054-b47b-46f0-8ab5-59316c47e5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:58:55.171575 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-d2f1b22c-fefd-44f0-b967-3d329a96a1fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:58:55.210528 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-8c774054-b47b-46f0-8ab5-59316c47e5e5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2b77520446974964bbb57ae25a6121eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1559083 Jun 10 18:58:55.211398 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c774054-b47b-46f0-8ab5-59316c47e5e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee19de2e-872d-4d0d-abee-8e68cae57ff6,revision_number=1']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:58:55.213837 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 55108) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:58:55.214453 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-8c774054-b47b-46f0-8ab5-59316c47e5e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:58:55.270757 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-db155011-4d9d-4ed0-b117-6d31c76708c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:58:55.292053 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-db155011-4d9d-4ed0-b117-6d31c76708c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:58:55.340633 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-db155011-4d9d-4ed0-b117-6d31c76708c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:58:55.343215 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-db155011-4d9d-4ed0-b117-6d31c76708c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:58:55.344549 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-db155011-4d9d-4ed0-b117-6d31c76708c4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ee19de2e-872d-4d0d-abee-8e68cae57ff6 HTTP/1.1" status: 204 len: 168 time: 0.1291962 Jun 10 18:58:55.345304 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-ebaafa4f-5d2b-4819-a51c-4973e899e695 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:58:55.353589 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db155011-4d9d-4ed0-b117-6d31c76708c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee19de2e-872d-4d0d-abee-8e68cae57ff6,revision_number=None']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:58:55.355940 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-db155011-4d9d-4ed0-b117-6d31c76708c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:59:04.915129 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bb2c14-db87-4bc3-bf2e-e46b67898cf5 req-127c06c2-87a5-4ac5-81fd-ac751e3a8dcd tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:59:04.916610 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-36bb2c14-db87-4bc3-bf2e-e46b67898cf5 req-127c06c2-87a5-4ac5-81fd-ac751e3a8dcd tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd2eb272-858b-474a-b0d8-92d5a35ac2af HTTP/1.1" status: 200 len: 946 time: 0.0706043 Jun 10 18:59:04.957839 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-36bb2c14-db87-4bc3-bf2e-e46b67898cf5 req-936c168f-8331-4842-8cf3-7d614b5d2863 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=9818fcc9-e0c8-4a39-af37-e9cb997b8366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356002 Jun 10 18:59:05.392764 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 55218) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:59:05.499466 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-23957b09-ce04-40b6-b67a-0cf1b659b85e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:05.593142 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-23957b09-ce04-40b6-b67a-0cf1b659b85e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:05.597670 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-23957b09-ce04-40b6-b67a-0cf1b659b85e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:05.599955 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-b33354ab-5c3c-4d8f-838d-f51689405a40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:59:05.637342 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23957b09-ce04-40b6-b67a-0cf1b659b85e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32a9da1c-1c78-4cbb-b6ae-c8dde899131c,revision_number=1']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:59:05.642887 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-23957b09-ce04-40b6-b67a-0cf1b659b85e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7e01613ec4ff4865a2074cdd79e805a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2490590 Jun 10 18:59:05.643861 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-23957b09-ce04-40b6-b67a-0cf1b659b85e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:59:05.644635 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 55222) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:59:05.696003 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-40ed4faf-23d4-4ba3-b473-1b4b2ec40627 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:05.718778 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-40ed4faf-23d4-4ba3-b473-1b4b2ec40627 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:05.766705 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-40ed4faf-23d4-4ba3-b473-1b4b2ec40627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:05.769177 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-40ed4faf-23d4-4ba3-b473-1b4b2ec40627 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:05.770326 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-40ed4faf-23d4-4ba3-b473-1b4b2ec40627 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/32a9da1c-1c78-4cbb-b6ae-c8dde899131c HTTP/1.1" status: 204 len: 168 time: 0.1248002 Jun 10 18:59:05.771150 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-29b29844-ead5-47b2-978e-5d1086336f8d tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:59:05.779329 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ed4faf-23d4-4ba3-b473-1b4b2ec40627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a9da1c-1c78-4cbb-b6ae-c8dde899131c,revision_number=None']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:59:05.781563 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-40ed4faf-23d4-4ba3-b473-1b4b2ec40627 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:59:06.027918 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 55230) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:59:06.043806 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-e2c0df9e-08b2-40b8-8b44-c17305274557 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:06.151115 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-e2c0df9e-08b2-40b8-8b44-c17305274557 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:06.153444 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242ec796-6b69-4e06-981b-9d8c817f278e req-b0da6baa-465b-414f-8b74-7638f866e099 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:59:06.155150 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-242ec796-6b69-4e06-981b-9d8c817f278e req-b0da6baa-465b-414f-8b74-7638f866e099 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd2eb272-858b-474a-b0d8-92d5a35ac2af HTTP/1.1" status: 200 len: 946 time: 0.0711086 Jun 10 18:59:06.156404 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-e2c0df9e-08b2-40b8-8b44-c17305274557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:06.160257 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-b280073f-4b90-4549-8232-d3f3cf0a4a05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:59:06.198871 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c0df9e-08b2-40b8-8b44-c17305274557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=618e2a38-704e-427b-9cfd-bcc5b7208015,revision_number=1']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:59:06.200416 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-242ec796-6b69-4e06-981b-9d8c817f278e req-063ae412-184f-4632-8d9d-e78a7e626a97 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups?id=9818fcc9-e0c8-4a39-af37-e9cb997b8366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382695 Jun 10 18:59:06.201977 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-e2c0df9e-08b2-40b8-8b44-c17305274557 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:59:06.207468 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-e2c0df9e-08b2-40b8-8b44-c17305274557 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f8434d0f8f6e49ee8fcd16bc76871b56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1761541 Jun 10 18:59:06.208060 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 55232) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:59:06.261658 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-51ef8c52-d3ab-4c0a-a911-3f80101700e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:06.284212 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-51ef8c52-d3ab-4c0a-a911-3f80101700e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:06.333474 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-51ef8c52-d3ab-4c0a-a911-3f80101700e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:06.336255 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-51ef8c52-d3ab-4c0a-a911-3f80101700e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:06.337418 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-51ef8c52-d3ab-4c0a-a911-3f80101700e5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/618e2a38-704e-427b-9cfd-bcc5b7208015 HTTP/1.1" status: 204 len: 168 time: 0.1282356 Jun 10 18:59:06.338270 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-a2933a05-90d9-4754-a94a-1895e152d4f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:59:06.351739 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ef8c52-d3ab-4c0a-a911-3f80101700e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=618e2a38-704e-427b-9cfd-bcc5b7208015,revision_number=None']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:59:06.354727 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-51ef8c52-d3ab-4c0a-a911-3f80101700e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:59:06.493493 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55059196-0a0b-4558-8800-506ff56322ec req-e6e6c51a-6b0b-43eb-a30f-bf1d5f749765 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:59:06.495008 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-55059196-0a0b-4558-8800-506ff56322ec req-e6e6c51a-6b0b-43eb-a30f-bf1d5f749765 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd2eb272-858b-474a-b0d8-92d5a35ac2af HTTP/1.1" status: 200 len: 946 time: 0.0789766 Jun 10 18:59:06.606171 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.plugin [req-55059196-0a0b-4558-8800-506ff56322ec req-18bcacac-a59e-4873-9c48-8a928fd22fb6 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Deleting port b086f759-be1a-43dc-a80c-a043cda13dce {{(pid=98185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 18:59:06.606519 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-55059196-0a0b-4558-8800-506ff56322ec req-18bcacac-a59e-4873-9c48-8a928fd22fb6 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578452511'] for port, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:06.723119 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.db [req-55059196-0a0b-4558-8800-506ff56322ec req-18bcacac-a59e-4873-9c48-8a928fd22fb6 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] For port b086f759-be1a-43dc-a80c-a043cda13dce, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=b086f759-be1a-43dc-a80c-a043cda13dce,segment=NetworkSegment(cce5025b-9a61-488a-a883-513d04362a8a),segment_id=cce5025b-9a61-488a-a883-513d04362a8a)] {{(pid=98185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:59:06.723480 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-55059196-0a0b-4558-8800-506ff56322ec req-18bcacac-a59e-4873-9c48-8a928fd22fb6 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4044702'] for port, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:06.948279 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-55059196-0a0b-4558-8800-506ff56322ec req-18bcacac-a59e-4873-9c48-8a928fd22fb6 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:06.948719 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-55059196-0a0b-4558-8800-506ff56322ec req-18bcacac-a59e-4873-9c48-8a928fd22fb6 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4045568'] for floatingip, after_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:06.949012 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.db.l3_db [req-55059196-0a0b-4558-8800-506ff56322ec req-18bcacac-a59e-4873-9c48-8a928fd22fb6 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Floating IP 98c762ec-c5bd-43b9-aa52-5735b936f58f disassociated. External IP: 172.27.3.138, port: b086f759-be1a-43dc-a80c-a043cda13dce. Jun 10 18:59:06.949367 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.plugin [req-55059196-0a0b-4558-8800-506ff56322ec req-18bcacac-a59e-4873-9c48-8a928fd22fb6 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Calling delete_port for b086f759-be1a-43dc-a80c-a043cda13dce owned by compute:nova {{(pid=98185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 18:59:07.102881 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-55059196-0a0b-4558-8800-506ff56322ec req-18bcacac-a59e-4873-9c48-8a928fd22fb6 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578457411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578064415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11876817'] for port, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:07.107062 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-baf961b9-6ec5-42ed-906e-2b1ad70e921b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:59:07.139435 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bcacac-a59e-4873-9c48-8a928fd22fb6 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Pushing event deleted for resources: {'Port': ['ID=b086f759-be1a-43dc-a80c-a043cda13dce,revision_number=None']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:59:07.147157 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-18bcacac-a59e-4873-9c48-8a928fd22fb6 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:59:07.308445 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.l3_agent_scheduler [req-55059196-0a0b-4558-8800-506ff56322ec req-18bcacac-a59e-4873-9c48-8a928fd22fb6 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Router b861166f-894e-4d66-9439-d4d81a6d306d has already been hosted by L3 agent 1661496b-b13c-41e5-8e80-f6a07c138e01 {{(pid=98185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 18:59:07.731574 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-8410f153-41c4-45fb-89c4-33d70bea2759 req-8fd910cc-5b8f-4b6d-a006-2352a8e6cf25 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd2eb272-858b-474a-b0d8-92d5a35ac2af HTTP/1.1" status: 200 len: 210 time: 0.0838108 Jun 10 18:59:07.766184 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-55059196-0a0b-4558-8800-506ff56322ec req-18bcacac-a59e-4873-9c48-8a928fd22fb6 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Notify agent at l3_agent.dv-cinder-786260-4-iscsi the message routers_updated {{(pid=98185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 18:59:07.775602 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fab3cc5-ca49-4e4e-98ab-d8497a9f79ce None None] Sync routers for ids ['b861166f-894e-4d66-9439-d4d81a6d306d'] in dv-cinder-786260-4-iscsi {{(pid=98187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 18:59:07.785283 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fab3cc5-ca49-4e4e-98ab-d8497a9f79ce None None] Routers {'b861166f-894e-4d66-9439-d4d81a6d306d'} bound to L3 agent in host dv-cinder-786260-4-iscsi {{(pid=98187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 18:59:07.785930 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_hamode_db [None req-8fab3cc5-ca49-4e4e-98ab-d8497a9f79ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T18:39:44Z,description=,heartbeat_timestamp=2021-06-10T18:58:44Z,host='dv-cinder-786260-4-iscsi',id=1661496b-b13c-41e5-8e80-f6a07c138e01,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T18:39:44Z,topic='l3_agent')) {'router_ids': ['b861166f-894e-4d66-9439-d4d81a6d306d'], 'active': True} {{(pid=98187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:59:07.824796 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.db.l3_dvrscheduler_db [req-55059196-0a0b-4558-8800-506ff56322ec req-18bcacac-a59e-4873-9c48-8a928fd22fb6 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] No DVR routers for this DVR port b086f759-be1a-43dc-a80c-a043cda13dce on host hv-cinder-78626 {{(pid=98185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 18:59:07.827312 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-55059196-0a0b-4558-8800-506ff56322ec req-18bcacac-a59e-4873-9c48-8a928fd22fb6 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230521'] for port, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:07.829622 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-55059196-0a0b-4558-8800-506ff56322ec req-18bcacac-a59e-4873-9c48-8a928fd22fb6 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.39 "DELETE /v2.0/ports/b086f759-be1a-43dc-a80c-a043cda13dce HTTP/1.1" status: 204 len: 173 time: 1.3288562 Jun 10 18:59:07.830151 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd2eb272-858b-474a-b0d8-92d5a35ac2af', 'name': 'network-vif-deleted', 'tag': 'b086f759-be1a-43dc-a80c-a043cda13dce'}] {{(pid=98185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 18:59:07.832488 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44d46bb02d59f4e600e8e3fdef735be97a189b4bda953b1539dd9e97451c2ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e203d393-beb2-435c-8ae5-e1d246674f3c" -d '{"events": [{"server_uuid": "bd2eb272-858b-474a-b0d8-92d5a35ac2af", "name": "network-vif-deleted", "tag": "b086f759-be1a-43dc-a80c-a043cda13dce"}]}' {{(pid=98185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 18:59:07.938068 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_dvr_db [None req-8fab3cc5-ca49-4e4e-98ab-d8497a9f79ce None None] Set router b861166f-894e-4d66-9439-d4d81a6d306d gateway port host: dv-cinder-786260-4-iscsi {{(pid=98187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 18:59:07.998412 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 18:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b909ae0-d8a0-4764-b919-50c0e7c7027a x-openstack-request-id: req-9b909ae0-d8a0-4764-b919-50c0e7c7027a {{(pid=98185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 18:59:07.998786 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd2eb272-858b-474a-b0d8-92d5a35ac2af", "name": "network-vif-deleted", "tag": "b086f759-be1a-43dc-a80c-a043cda13dce", "status": "completed", "code": 200}]} {{(pid=98185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 18:59:07.999969 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9b909ae0-d8a0-4764-b919-50c0e7c7027a {{(pid=98185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 18:59:08.000210 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd2eb272-858b-474a-b0d8-92d5a35ac2af', 'name': 'network-vif-deleted', 'tag': 'b086f759-be1a-43dc-a80c-a043cda13dce', 'status': 'completed', 'code': 200} Jun 10 18:59:08.205904 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_hamode_db [None req-8fab3cc5-ca49-4e4e-98ab-d8497a9f79ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b861166f-894e-4d66-9439-d4d81a6d306d', 'name': 'tempest-AttachVolumeShelveTestJSON-1199840927-router', 'tenant_id': 'c50ca810c49044daa0af12e38f6ab6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '0de45170-2499-4cb9-9b3a-72076bb7ebe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T18:47:25Z', 'updated_at': '2021-06-10T18:47:43Z', 'revision_number': 4, 'project_id': 'c50ca810c49044daa0af12e38f6ab6a1', 'gw_port': {'id': '0de45170-2499-4cb9-9b3a-72076bb7ebe4', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ad:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b861166f-894e-4d66-9439-d4d81a6d306d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:47:28Z', 'updated_at': '2021-06-10T18:47:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi', '_interfaces': [{'id': '2750cf86-e100-4486-9476-dbb9c10060f9', 'name': '', 'network_id': 'a9c6338b-27b7-4507-a101-996d60be3c98', 'tenant_id': 'c50ca810c49044daa0af12e38f6ab6a1', 'mac_address': 'fa:16:3e:43:1e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b861166f-894e-4d66-9439-d4d81a6d306d', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'a8ea2a47-c287-4e16-9d1f-c9a7e0a2eaeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:47:40Z', 'updated_at': '2021-06-10T18:47:54Z', 'revision_number': 5, 'project_id': 'c50ca810c49044daa0af12e38f6ab6a1', 'subnets': [{'id': 'a8ea2a47-c287-4e16-9d1f-c9a7e0a2eaeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-4-iscsi', False) {} {{(pid=98187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:59:08.209076 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fab3cc5-ca49-4e4e-98ab-d8497a9f79ce None None] Checking router: b861166f-894e-4d66-9439-d4d81a6d306d for host: dv-cinder-786260-4-iscsi {{(pid=98187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 18:59:08.217021 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fab3cc5-ca49-4e4e-98ab-d8497a9f79ce None None] Routers {'b861166f-894e-4d66-9439-d4d81a6d306d'} bound to L3 agent in host dv-cinder-786260-4-iscsi {{(pid=98187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 18:59:08.217656 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_hamode_db [None req-8fab3cc5-ca49-4e4e-98ab-d8497a9f79ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T18:39:44Z,description=,heartbeat_timestamp=2021-06-10T18:58:44Z,host='dv-cinder-786260-4-iscsi',id=1661496b-b13c-41e5-8e80-f6a07c138e01,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T18:39:44Z,topic='l3_agent')) {'router_ids': ['b861166f-894e-4d66-9439-d4d81a6d306d'], 'active': True} {{(pid=98187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:59:08.363993 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_dvr_db [None req-8fab3cc5-ca49-4e4e-98ab-d8497a9f79ce None None] Set router b861166f-894e-4d66-9439-d4d81a6d306d gateway port host: dv-cinder-786260-4-iscsi {{(pid=98187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 18:59:08.643560 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_hamode_db [None req-8fab3cc5-ca49-4e4e-98ab-d8497a9f79ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b861166f-894e-4d66-9439-d4d81a6d306d', 'name': 'tempest-AttachVolumeShelveTestJSON-1199840927-router', 'tenant_id': 'c50ca810c49044daa0af12e38f6ab6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '0de45170-2499-4cb9-9b3a-72076bb7ebe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T18:47:25Z', 'updated_at': '2021-06-10T18:47:43Z', 'revision_number': 4, 'project_id': 'c50ca810c49044daa0af12e38f6ab6a1', 'gw_port': {'id': '0de45170-2499-4cb9-9b3a-72076bb7ebe4', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ad:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b861166f-894e-4d66-9439-d4d81a6d306d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:47:28Z', 'updated_at': '2021-06-10T18:47:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi', '_interfaces': [{'id': '2750cf86-e100-4486-9476-dbb9c10060f9', 'name': '', 'network_id': 'a9c6338b-27b7-4507-a101-996d60be3c98', 'tenant_id': 'c50ca810c49044daa0af12e38f6ab6a1', 'mac_address': 'fa:16:3e:43:1e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b861166f-894e-4d66-9439-d4d81a6d306d', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'a8ea2a47-c287-4e16-9d1f-c9a7e0a2eaeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:47:40Z', 'updated_at': '2021-06-10T18:47:54Z', 'revision_number': 5, 'project_id': 'c50ca810c49044daa0af12e38f6ab6a1', 'subnets': [{'id': 'a8ea2a47-c287-4e16-9d1f-c9a7e0a2eaeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-4-iscsi', False) {} {{(pid=98187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:59:08.646968 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fab3cc5-ca49-4e4e-98ab-d8497a9f79ce None None] The sync data for ids ['b861166f-894e-4d66-9439-d4d81a6d306d'] in dv-cinder-786260-4-iscsi is: [{'id': 'b861166f-894e-4d66-9439-d4d81a6d306d', 'name': 'tempest-AttachVolumeShelveTestJSON-1199840927-router', 'tenant_id': 'c50ca810c49044daa0af12e38f6ab6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '0de45170-2499-4cb9-9b3a-72076bb7ebe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T18:47:25Z', 'updated_at': '2021-06-10T18:47:43Z', 'revision_number': 4, 'project_id': 'c50ca810c49044daa0af12e38f6ab6a1', 'gw_port': {'id': '0de45170-2499-4cb9-9b3a-72076bb7ebe4', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ad:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b861166f-894e-4d66-9439-d4d81a6d306d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:47:28Z', 'updated_at': '2021-06-10T18:47:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi', '_interfaces': [{'id': '2750cf86-e100-4486-9476-dbb9c10060f9', 'name': '', 'network_id': 'a9c6338b-27b7-4507-a101-996d60be3c98', 'tenant_id': 'c50ca810c49044daa0af12e38f6ab6a1', 'mac_address': 'fa:16:3e:43:1e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b861166f-894e-4d66-9439-d4d81a6d306d', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'a8ea2a47-c287-4e16-9d1f-c9a7e0a2eaeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:47:40Z', 'updated_at': '2021-06-10T18:47:54Z', 'revision_number': 5, 'project_id': 'c50ca810c49044daa0af12e38f6ab6a1', 'subnets': [{'id': 'a8ea2a47-c287-4e16-9d1f-c9a7e0a2eaeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 18:59:08.865564 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 55294) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:59:08.877380 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a312cb-c7a8-40ff-b080-409a47267b15 None None] New status for floating IP 98c762ec-c5bd-43b9-aa52-5735b936f58f: DOWN {{(pid=98186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 18:59:08.940515 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-c6ea858b-87a2-4133-83a8-b9b78804aa32 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Notify callbacks [] for security_group, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:08.971547 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-c6ea858b-87a2-4133-83a8-b9b78804aa32 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:09.033359 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-c6ea858b-87a2-4133-83a8-b9b78804aa32 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:09.036317 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-c6ea858b-87a2-4133-83a8-b9b78804aa32 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Notify callbacks [] for security_group, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:09.037681 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-c6ea858b-87a2-4133-83a8-b9b78804aa32 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "DELETE /v2.0/security-groups/9818fcc9-e0c8-4a39-af37-e9cb997b8366 HTTP/1.1" status: 204 len: 168 time: 0.1708817 Jun 10 18:59:09.038534 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-14bc5bd1-4969-418c-b567-481e8cdd5552 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:59:09.040506 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 55304) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:59:09.051548 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ea858b-87a2-4133-83a8-b9b78804aa32 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9818fcc9-e0c8-4a39-af37-e9cb997b8366,revision_number=None']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:59:09.060331 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-c6ea858b-87a2-4133-83a8-b9b78804aa32 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:59:09.064355 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.api.v2.resource [None req-b96e76bc-67a2-4bb6-a428-ab23a1a22baf tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] show failed (client error): The resource could not be found. Jun 10 18:59:09.065403 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-b96e76bc-67a2-4bb6-a428-ab23a1a22baf tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "GET /v2.0/security-groups/9818fcc9-e0c8-4a39-af37-e9cb997b8366 HTTP/1.1" status: 404 len: 347 time: 0.0206618 Jun 10 18:59:09.068220 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 55306) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:59:09.236197 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.plugin [None req-bd9437ef-5d6a-4c27-a30d-ce130dbd3ad0 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Deleting port 36016040-6c17-4117-8c70-257f3f6a9ebc {{(pid=98185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 18:59:09.236468 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-bd9437ef-5d6a-4c27-a30d-ce130dbd3ad0 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578452511'] for port, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:09.341586 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-bd9437ef-5d6a-4c27-a30d-ce130dbd3ad0 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4044702'] for port, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:09.341926 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-bd9437ef-5d6a-4c27-a30d-ce130dbd3ad0 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:09.435370 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.plugin [None req-bd9437ef-5d6a-4c27-a30d-ce130dbd3ad0 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Calling delete_port for 36016040-6c17-4117-8c70-257f3f6a9ebc owned by network:floatingip {{(pid=98185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 18:59:09.591471 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-bd9437ef-5d6a-4c27-a30d-ce130dbd3ad0 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578457411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578064415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11876817'] for port, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:09.593515 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-08feb6ea-7141-438f-84dd-9920f700205c tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:59:09.620234 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9437ef-5d6a-4c27-a30d-ce130dbd3ad0 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Pushing event deleted for resources: {'Port': ['ID=36016040-6c17-4117-8c70-257f3f6a9ebc,revision_number=None']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:59:09.623658 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-bd9437ef-5d6a-4c27-a30d-ce130dbd3ad0 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:59:09.701090 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-bd9437ef-5d6a-4c27-a30d-ce130dbd3ad0 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Notify callbacks [] for floatingip, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:09.704343 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-bd9437ef-5d6a-4c27-a30d-ce130dbd3ad0 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230521'] for floatingip, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:09.705492 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-bd9437ef-5d6a-4c27-a30d-ce130dbd3ad0 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] 10.222.0.15 "DELETE /v2.0/floatingips/98c762ec-c5bd-43b9-aa52-5735b936f58f HTTP/1.1" status: 204 len: 168 time: 0.6363328 Jun 10 18:59:10.405518 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 55320) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:59:10.517791 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-5bae7885-2c65-4aa0-b700-12c66d86ed4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:10.619398 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-5bae7885-2c65-4aa0-b700-12c66d86ed4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:10.626694 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-5bae7885-2c65-4aa0-b700-12c66d86ed4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:10.630023 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-9ed799f6-a02a-47e4-8e1e-06636a526431 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:59:10.662234 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-5bae7885-2c65-4aa0-b700-12c66d86ed4a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2cd4cdc8cf734eabb8d3eab56c04e889&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2552855 Jun 10 18:59:10.665024 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 55324) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:59:10.674995 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bae7885-2c65-4aa0-b700-12c66d86ed4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=713fdb3c-64d5-4d7b-aed4-be43e276a2ac,revision_number=1']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:59:10.679506 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-5bae7885-2c65-4aa0-b700-12c66d86ed4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:59:10.721336 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-f6dbcbdd-4254-43bd-b506-285101e8fc00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:10.744614 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-f6dbcbdd-4254-43bd-b506-285101e8fc00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:10.793788 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-f6dbcbdd-4254-43bd-b506-285101e8fc00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:10.796893 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-f6dbcbdd-4254-43bd-b506-285101e8fc00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:10.798537 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-f6dbcbdd-4254-43bd-b506-285101e8fc00 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/713fdb3c-64d5-4d7b-aed4-be43e276a2ac HTTP/1.1" status: 204 len: 168 time: 0.1323476 Jun 10 18:59:10.799343 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-16b526a8-6eec-48eb-8207-70701f058193 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:59:10.807846 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dbcbdd-4254-43bd-b506-285101e8fc00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=713fdb3c-64d5-4d7b-aed4-be43e276a2ac,revision_number=None']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:59:10.810075 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-f6dbcbdd-4254-43bd-b506-285101e8fc00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:59:10.956505 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.agents_db [None req-dd8e6269-3fd9-4915-b5ed-83e1f738bf4e None None] Agent healthcheck: found 6 active agents {{(pid=98187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 18:59:11.007007 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Device b086f759-be1a-43dc-a80c-a043cda13dce no longer exists at agent hyperv_hv-cinder-78626 {{(pid=98186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 18:59:11.036223 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.plugin [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] No Port match for: b086f759-be1a-43dc-a80c-a043cda13dce {{(pid=98186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 18:59:11.036594 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Device b086f759-be1a-43dc-a80c-a043cda13dce not bound to the agent host hv-cinder-78626 {{(pid=98186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 18:59:11.822548 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-7937ab5c-d726-4dc7-b304-071533d53466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:12.289329 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 55370) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:59:12.876930 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-c7acc0d5-e259-405b-a275-3821f2494e9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4032933'] for router_interface, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:13.013499 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-29bc3055-4a5a-41de-9e8d-8c5d12190fd6 req-3679b214-1faa-4aae-b3b1-f763c4424318 tempest-VolumesNegativeTest-925461367 tempest-VolumesNegativeTest-925461367-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=91a7fcba5a204279854e60c5138f6471&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0443540 Jun 10 18:59:13.290285 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bc3055-4a5a-41de-9e8d-8c5d12190fd6 req-f7f50f04-238a-419a-8267-4f417addb5f3 tempest-VolumesNegativeTest-925461367 tempest-VolumesNegativeTest-925461367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:59:13.291636 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-29bc3055-4a5a-41de-9e8d-8c5d12190fd6 req-f7f50f04-238a-419a-8267-4f417addb5f3 tempest-VolumesNegativeTest-925461367 tempest-VolumesNegativeTest-925461367-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2730892 Jun 10 18:59:13.310460 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-29bc3055-4a5a-41de-9e8d-8c5d12190fd6 req-876e13ab-0969-46e0-9dab-b31eec77b0f3 tempest-VolumesNegativeTest-925461367 tempest-VolumesNegativeTest-925461367-project] 10.222.0.15 "GET /v2.0/quotas/91a7fcba5a204279854e60c5138f6471 HTTP/1.1" status: 200 len: 375 time: 0.0127201 Jun 10 18:59:13.351418 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-29bc3055-4a5a-41de-9e8d-8c5d12190fd6 req-05a8782c-60bc-4b8a-9e81-6878a302cedd tempest-VolumesNegativeTest-925461367 tempest-VolumesNegativeTest-925461367-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=91a7fcba5a204279854e60c5138f6471&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0347860 Jun 10 18:59:13.442355 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.plugin [None req-c7acc0d5-e259-405b-a275-3821f2494e9f admin admin] Deleting port 2750cf86-e100-4486-9476-dbb9c10060f9 {{(pid=98185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 18:59:13.442702 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-c7acc0d5-e259-405b-a275-3821f2494e9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578452511'] for port, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:13.533319 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-0e255a28-f261-4706-90f4-77f859cdc012 req-508e8d99-a6e5-4621-b506-b76a1fb68df5 tempest-VolumesNegativeTest-925461367 tempest-VolumesNegativeTest-925461367-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac3da9a0-838a-48be-8c40-cb0e1ad10872 HTTP/1.1" status: 200 len: 210 time: 0.0393591 Jun 10 18:59:13.558747 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.db [None req-c7acc0d5-e259-405b-a275-3821f2494e9f admin admin] For port 2750cf86-e100-4486-9476-dbb9c10060f9, host dv-cinder-786260-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-4-iscsi',level=0,port_id=2750cf86-e100-4486-9476-dbb9c10060f9,segment=NetworkSegment(cce5025b-9a61-488a-a883-513d04362a8a),segment_id=cce5025b-9a61-488a-a883-513d04362a8a)] {{(pid=98185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:59:13.559125 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-c7acc0d5-e259-405b-a275-3821f2494e9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4044702'] for port, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:13.654616 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.plugin [None req-c7acc0d5-e259-405b-a275-3821f2494e9f admin admin] Calling delete_port for 2750cf86-e100-4486-9476-dbb9c10060f9 owned by network:router_interface {{(pid=98185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 18:59:13.888485 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-c7acc0d5-e259-405b-a275-3821f2494e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578457411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578064415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11876817'] for port, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:13.891098 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-bc8f9e56-84fa-40bd-9463-e6b22690132d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:59:13.922419 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7acc0d5-e259-405b-a275-3821f2494e9f admin admin] Pushing event deleted for resources: {'Port': ['ID=2750cf86-e100-4486-9476-dbb9c10060f9,revision_number=None']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:59:13.929661 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-c7acc0d5-e259-405b-a275-3821f2494e9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:59:14.305586 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-2af8206d-f5c0-46fd-b3c0-3ad158d60383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:14.442244 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:14.443535 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-c7acc0d5-e259-405b-a275-3821f2494e9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4032565'] for router_interface, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:14.743846 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-29bc3055-4a5a-41de-9e8d-8c5d12190fd6 req-5e0fd6d3-1dda-4c2e-92e1-32ecd7a9fefa tempest-VolumesNegativeTest-925461367 tempest-VolumesNegativeTest-925461367-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=91a7fcba5a204279854e60c5138f6471&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0433624 Jun 10 18:59:14.769366 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-8e141cb9-b8f0-42e2-8dd9-4d23b14892b7 req-e94ffe55-152d-4eab-ad0c-7a6b68992c55 tempest-VolumesNegativeTest-925461367 tempest-VolumesNegativeTest-925461367-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac3da9a0-838a-48be-8c40-cb0e1ad10872 HTTP/1.1" status: 200 len: 210 time: 0.0680072 Jun 10 18:59:14.903895 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7acc0d5-e259-405b-a275-3821f2494e9f admin admin] Router b861166f-894e-4d66-9439-d4d81a6d306d has already been hosted by L3 agent 1661496b-b13c-41e5-8e80-f6a07c138e01 {{(pid=98185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 18:59:14.924453 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bc3055-4a5a-41de-9e8d-8c5d12190fd6 req-13fa120e-c147-42ae-9a94-809301955431 tempest-VolumesNegativeTest-925461367 tempest-VolumesNegativeTest-925461367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:59:14.925816 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-29bc3055-4a5a-41de-9e8d-8c5d12190fd6 req-13fa120e-c147-42ae-9a94-809301955431 tempest-VolumesNegativeTest-925461367 tempest-VolumesNegativeTest-925461367-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1590545 Jun 10 18:59:15.025231 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.v2.base [req-29bc3055-4a5a-41de-9e8d-8c5d12190fd6 req-0e2473ea-9a87-48b0-8c72-cb1a9a080ca9 tempest-VolumesNegativeTest-925461367 tempest-VolumesNegativeTest-925461367-project] Request body: {'port': {'device_id': 'ac3da9a0-838a-48be-8c40-cb0e1ad10872', 'network_id': '1b4ca9fb-03c5-4e3c-ad4a-bfdbcb6d6311', 'admin_state_up': True, 'tenant_id': '91a7fcba5a204279854e60c5138f6471'}} {{(pid=98185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:59:15.160736 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7acc0d5-e259-405b-a275-3821f2494e9f admin admin] Notify agent at l3_agent.dv-cinder-786260-4-iscsi the message routers_updated {{(pid=98185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 18:59:15.168221 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-c7acc0d5-e259-405b-a275-3821f2494e9f admin admin] 10.222.0.15 "PUT /v2.0/routers/b861166f-894e-4d66-9439-d4d81a6d306d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8778372 Jun 10 18:59:15.168895 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720ea570-1ac4-4739-8d5c-8fdc79a0b6ef None None] Sync routers for ids ['b861166f-894e-4d66-9439-d4d81a6d306d'] in dv-cinder-786260-4-iscsi {{(pid=98187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 18:59:15.170854 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 55414) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:59:15.178316 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720ea570-1ac4-4739-8d5c-8fdc79a0b6ef None None] Routers {'b861166f-894e-4d66-9439-d4d81a6d306d'} bound to L3 agent in host dv-cinder-786260-4-iscsi {{(pid=98187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 18:59:15.179006 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_hamode_db [None req-720ea570-1ac4-4739-8d5c-8fdc79a0b6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T18:39:44Z,description=,heartbeat_timestamp=2021-06-10T18:59:14Z,host='dv-cinder-786260-4-iscsi',id=1661496b-b13c-41e5-8e80-f6a07c138e01,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T18:39:44Z,topic='l3_agent')) {'router_ids': ['b861166f-894e-4d66-9439-d4d81a6d306d'], 'active': True} {{(pid=98187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:59:15.192340 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29bc3055-4a5a-41de-9e8d-8c5d12190fd6 req-0e2473ea-9a87-48b0-8c72-cb1a9a080ca9 tempest-VolumesNegativeTest-925461367 tempest-VolumesNegativeTest-925461367-project] Made reservation on behalf of 91a7fcba5a204279854e60c5138f6471 for: {'port': 1} {{(pid=98185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 18:59:15.196024 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-29bc3055-4a5a-41de-9e8d-8c5d12190fd6 req-0e2473ea-9a87-48b0-8c72-cb1a9a080ca9 tempest-VolumesNegativeTest-925461367 tempest-VolumesNegativeTest-925461367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-941319'] for port, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:15.208242 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-29bc3055-4a5a-41de-9e8d-8c5d12190fd6 req-0e2473ea-9a87-48b0-8c72-cb1a9a080ca9 tempest-VolumesNegativeTest-925461367 tempest-VolumesNegativeTest-925461367-project] Notify callbacks [] for security_group, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:15.316728 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-29bc3055-4a5a-41de-9e8d-8c5d12190fd6 req-0e2473ea-9a87-48b0-8c72-cb1a9a080ca9 tempest-VolumesNegativeTest-925461367 tempest-VolumesNegativeTest-925461367-project] Notify callbacks [] for security_group, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:15.321470 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-29bc3055-4a5a-41de-9e8d-8c5d12190fd6 req-0e2473ea-9a87-48b0-8c72-cb1a9a080ca9 tempest-VolumesNegativeTest-925461367 tempest-VolumesNegativeTest-925461367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:15.326016 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-e653e864-e723-4d32-9d59-194d3ec42460 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:59:15.326253 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-7f586325-b80c-4ebe-ac5f-dda03013b8f3 admin admin] Notify callbacks [] for router, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:15.398640 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2473ea-9a87-48b0-8c72-cb1a9a080ca9 tempest-VolumesNegativeTest-925461367 tempest-VolumesNegativeTest-925461367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c86e389b-58f8-4d80-af88-a6e0dd69cc80,revision_number=1']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:59:15.404890 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-0e2473ea-9a87-48b0-8c72-cb1a9a080ca9 tempest-VolumesNegativeTest-925461367 tempest-VolumesNegativeTest-925461367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:59:15.425431 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_dvr_db [None req-720ea570-1ac4-4739-8d5c-8fdc79a0b6ef None None] Set router b861166f-894e-4d66-9439-d4d81a6d306d gateway port host: dv-cinder-786260-4-iscsi {{(pid=98187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 18:59:15.462377 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-8dcc316c-a8c5-4da3-a0ad-e3f4fe9157be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:15.491787 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.db.db_base_plugin_common [req-29bc3055-4a5a-41de-9e8d-8c5d12190fd6 req-0e2473ea-9a87-48b0-8c72-cb1a9a080ca9 tempest-VolumesNegativeTest-925461367 tempest-VolumesNegativeTest-925461367-project] Allocated IP 192.168.233.75 (1b4ca9fb-03c5-4e3c-ad4a-bfdbcb6d6311/03f74754-958d-48dd-8bad-81be5dba8adf/6e4ad305-b96c-4dc0-971c-8c8595f1c1f7) {{(pid=98185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 18:59:15.495676 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-7f586325-b80c-4ebe-ac5f-dda03013b8f3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:15.559400 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.plugin [None req-7f586325-b80c-4ebe-ac5f-dda03013b8f3 admin admin] Deleting port 0de45170-2499-4cb9-9b3a-72076bb7ebe4 {{(pid=98184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 18:59:15.560265 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-7f586325-b80c-4ebe-ac5f-dda03013b8f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578452511'] for port, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:15.674907 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_hamode_db [None req-720ea570-1ac4-4739-8d5c-8fdc79a0b6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b861166f-894e-4d66-9439-d4d81a6d306d', 'name': 'tempest-AttachVolumeShelveTestJSON-1199840927-router', 'tenant_id': 'c50ca810c49044daa0af12e38f6ab6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '0de45170-2499-4cb9-9b3a-72076bb7ebe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T18:47:25Z', 'updated_at': '2021-06-10T18:59:13Z', 'revision_number': 5, 'project_id': 'c50ca810c49044daa0af12e38f6ab6a1', 'gw_port': {'id': '0de45170-2499-4cb9-9b3a-72076bb7ebe4', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ad:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b861166f-894e-4d66-9439-d4d81a6d306d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:47:28Z', 'updated_at': '2021-06-10T18:47:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi'}], 'dv-cinder-786260-4-iscsi', False) {} {{(pid=98187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:59:15.675625 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.db [None req-7f586325-b80c-4ebe-ac5f-dda03013b8f3 admin admin] For port 0de45170-2499-4cb9-9b3a-72076bb7ebe4, host dv-cinder-786260-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-4-iscsi',level=0,port_id=0de45170-2499-4cb9-9b3a-72076bb7ebe4,segment=NetworkSegment(151ae908-95e4-46a8-8b94-d201ec410581),segment_id=151ae908-95e4-46a8-8b94-d201ec410581)] {{(pid=98184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:59:15.676144 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-7f586325-b80c-4ebe-ac5f-dda03013b8f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4044702'] for port, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:15.681804 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720ea570-1ac4-4739-8d5c-8fdc79a0b6ef None None] Checking router: b861166f-894e-4d66-9439-d4d81a6d306d for host: dv-cinder-786260-4-iscsi {{(pid=98187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 18:59:15.691289 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720ea570-1ac4-4739-8d5c-8fdc79a0b6ef None None] Routers {'b861166f-894e-4d66-9439-d4d81a6d306d'} bound to L3 agent in host dv-cinder-786260-4-iscsi {{(pid=98187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 18:59:15.692039 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_hamode_db [None req-720ea570-1ac4-4739-8d5c-8fdc79a0b6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T18:39:44Z,description=,heartbeat_timestamp=2021-06-10T18:59:14Z,host='dv-cinder-786260-4-iscsi',id=1661496b-b13c-41e5-8e80-f6a07c138e01,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T18:39:44Z,topic='l3_agent')) {'router_ids': ['b861166f-894e-4d66-9439-d4d81a6d306d'], 'active': True} {{(pid=98187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:59:15.693946 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-29bc3055-4a5a-41de-9e8d-8c5d12190fd6 req-0e2473ea-9a87-48b0-8c72-cb1a9a080ca9 tempest-VolumesNegativeTest-925461367 tempest-VolumesNegativeTest-925461367-project] Notify callbacks [] for port, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:15.707829 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.db.provisioning_blocks [req-29bc3055-4a5a-41de-9e8d-8c5d12190fd6 req-0e2473ea-9a87-48b0-8c72-cb1a9a080ca9 tempest-VolumesNegativeTest-925461367 tempest-VolumesNegativeTest-925461367-project] Transition to ACTIVE for port object 6e4ad305-b96c-4dc0-971c-8c8595f1c1f7 will not be triggered until provisioned by entity DHCP. {{(pid=98185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 18:59:15.747183 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-29bc3055-4a5a-41de-9e8d-8c5d12190fd6 req-0e2473ea-9a87-48b0-8c72-cb1a9a080ca9 tempest-VolumesNegativeTest-925461367 tempest-VolumesNegativeTest-925461367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-941510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578064406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11876810'] for port, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:15.752644 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-78b9175a-a251-4f1f-8560-bd764eab279a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:59:15.771479 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.plugin [None req-7f586325-b80c-4ebe-ac5f-dda03013b8f3 admin admin] Calling delete_port for 0de45170-2499-4cb9-9b3a-72076bb7ebe4 owned by network:router_gateway {{(pid=98184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 18:59:15.805377 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29bc3055-4a5a-41de-9e8d-8c5d12190fd6 req-0e2473ea-9a87-48b0-8c72-cb1a9a080ca9 tempest-VolumesNegativeTest-925461367 tempest-VolumesNegativeTest-925461367-project] Network 1b4ca9fb-03c5-4e3c-ad4a-bfdbcb6d6311 is already hosted by enough agents. {{(pid=98185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 18:59:15.808470 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.base_scheduler [req-29bc3055-4a5a-41de-9e8d-8c5d12190fd6 req-0e2473ea-9a87-48b0-8c72-cb1a9a080ca9 tempest-VolumesNegativeTest-925461367 tempest-VolumesNegativeTest-925461367-project] Resources bound (agent type, host, resource id): {{(pid=98185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 18:59:15.813996 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.db.l3_dvrscheduler_db [req-29bc3055-4a5a-41de-9e8d-8c5d12190fd6 req-0e2473ea-9a87-48b0-8c72-cb1a9a080ca9 tempest-VolumesNegativeTest-925461367 tempest-VolumesNegativeTest-925461367-project] Received port after_create {{(pid=98185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 18:59:15.822484 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_dvr_db [None req-720ea570-1ac4-4739-8d5c-8fdc79a0b6ef None None] Set router b861166f-894e-4d66-9439-d4d81a6d306d gateway port host: None {{(pid=98187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 18:59:15.872430 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bc3055-4a5a-41de-9e8d-8c5d12190fd6 req-0e2473ea-9a87-48b0-8c72-cb1a9a080ca9 tempest-VolumesNegativeTest-925461367 tempest-VolumesNegativeTest-925461367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:59:15.872430 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-29bc3055-4a5a-41de-9e8d-8c5d12190fd6 req-0e2473ea-9a87-48b0-8c72-cb1a9a080ca9 tempest-VolumesNegativeTest-925461367 tempest-VolumesNegativeTest-925461367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230521'] for port, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:15.899438 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2473ea-9a87-48b0-8c72-cb1a9a080ca9 tempest-VolumesNegativeTest-925461367 tempest-VolumesNegativeTest-925461367-project] Pushing event updated for resources: {'Port': ['ID=6e4ad305-b96c-4dc0-971c-8c8595f1c1f7,revision_number=1']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:59:15.904159 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-0e2473ea-9a87-48b0-8c72-cb1a9a080ca9 tempest-VolumesNegativeTest-925461367 tempest-VolumesNegativeTest-925461367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:59:15.914434 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-29bc3055-4a5a-41de-9e8d-8c5d12190fd6 req-0e2473ea-9a87-48b0-8c72-cb1a9a080ca9 tempest-VolumesNegativeTest-925461367 tempest-VolumesNegativeTest-925461367-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9325452 Jun 10 18:59:15.924888 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_hamode_db [None req-720ea570-1ac4-4739-8d5c-8fdc79a0b6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b861166f-894e-4d66-9439-d4d81a6d306d', 'name': 'tempest-AttachVolumeShelveTestJSON-1199840927-router', 'tenant_id': 'c50ca810c49044daa0af12e38f6ab6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T18:47:25Z', 'updated_at': '2021-06-10T18:59:15Z', 'revision_number': 6, 'project_id': 'c50ca810c49044daa0af12e38f6ab6a1', 'gw_port_host': None}], 'dv-cinder-786260-4-iscsi', False) {} {{(pid=98187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:59:15.929931 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720ea570-1ac4-4739-8d5c-8fdc79a0b6ef None None] The sync data for ids ['b861166f-894e-4d66-9439-d4d81a6d306d'] in dv-cinder-786260-4-iscsi is: [{'id': 'b861166f-894e-4d66-9439-d4d81a6d306d', 'name': 'tempest-AttachVolumeShelveTestJSON-1199840927-router', 'tenant_id': 'c50ca810c49044daa0af12e38f6ab6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T18:47:25Z', 'updated_at': '2021-06-10T18:59:15Z', 'revision_number': 6, 'project_id': 'c50ca810c49044daa0af12e38f6ab6a1', 'gw_port_host': None}] {{(pid=98187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 18:59:15.931929 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.v2.base [req-29bc3055-4a5a-41de-9e8d-8c5d12190fd6 req-5003a444-7899-4220-834c-13a0c82a4f4f service neutron] Request body: {'port': {'device_id': 'ac3da9a0-838a-48be-8c40-cb0e1ad10872', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=98185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:59:16.038101 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-29bc3055-4a5a-41de-9e8d-8c5d12190fd6 req-5003a444-7899-4220-834c-13a0c82a4f4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:16.049868 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-7f586325-b80c-4ebe-ac5f-dda03013b8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578457411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578064415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12374055'] for port, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:16.053514 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-000b24bb-a844-46ce-be6f-ce9f5ff8ebb4 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:59:16.098510 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f586325-b80c-4ebe-ac5f-dda03013b8f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0de45170-2499-4cb9-9b3a-72076bb7ebe4,revision_number=None']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:59:16.107361 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-7f586325-b80c-4ebe-ac5f-dda03013b8f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:59:16.118878 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31154e73-de14-444a-8328-65a1dee79256 req-fe48b30a-a877-4965-9b5d-56a1b3ee829d tempest-VolumesNegativeTest-925461367 tempest-VolumesNegativeTest-925461367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:59:16.120494 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-31154e73-de14-444a-8328-65a1dee79256 req-fe48b30a-a877-4965-9b5d-56a1b3ee829d tempest-VolumesNegativeTest-925461367 tempest-VolumesNegativeTest-925461367-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac3da9a0-838a-48be-8c40-cb0e1ad10872 HTTP/1.1" status: 200 len: 935 time: 0.1406181 Jun 10 18:59:16.173408 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-e54a1f6c-0fb7-45f5-9787-f05028adf8c5 None None] Provisioning for port 6e4ad305-b96c-4dc0-971c-8c8595f1c1f7 completed by entity DHCP. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 18:59:16.178210 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-e54a1f6c-0fb7-45f5-9787-f05028adf8c5 None None] Provisioning complete for port 6e4ad305-b96c-4dc0-971c-8c8595f1c1f7 triggered by entity DHCP. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 18:59:16.178816 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-e54a1f6c-0fb7-45f5-9787-f05028adf8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:16.223049 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.plugin [None req-e54a1f6c-0fb7-45f5-9787-f05028adf8c5 None None] Port 6e4ad305-b96c-4dc0-971c-8c8595f1c1f7 cannot update to ACTIVE because it is not bound. {{(pid=98186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 18:59:16.227047 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-31154e73-de14-444a-8328-65a1dee79256 req-8aa13989-ea0d-44a0-9da7-8a0cea34be6f tempest-VolumesNegativeTest-925461367 tempest-VolumesNegativeTest-925461367-project] 10.222.0.15 "GET /v2.0/security-groups?id=c86e389b-58f8-4d80-af88-a6e0dd69cc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807459 Jun 10 18:59:16.229783 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-7f586325-b80c-4ebe-ac5f-dda03013b8f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4045668'] for router_gateway, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:16.374788 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-7f586325-b80c-4ebe-ac5f-dda03013b8f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4031383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25552'] for router, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:16.377104 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-7f586325-b80c-4ebe-ac5f-dda03013b8f3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:16.384045 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Device 2750cf86-e100-4486-9476-dbb9c10060f9 no longer exists at agent ovs-agent-dv-cinder-786260-4-iscsi {{(pid=98186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 18:59:16.384755 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.notifiers.nova [req-29bc3055-4a5a-41de-9e8d-8c5d12190fd6 req-5003a444-7899-4220-834c-13a0c82a4f4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e4ad305-b96c-4dc0-971c-8c8595f1c1f7 {{(pid=98185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 18:59:16.392894 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-29bc3055-4a5a-41de-9e8d-8c5d12190fd6 req-5003a444-7899-4220-834c-13a0c82a4f4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:16.407343 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.db.provisioning_blocks [req-29bc3055-4a5a-41de-9e8d-8c5d12190fd6 req-5003a444-7899-4220-834c-13a0c82a4f4f service neutron] Transition to ACTIVE for port object 6e4ad305-b96c-4dc0-971c-8c8595f1c1f7 will not be triggered until provisioned by entity L2. {{(pid=98185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 18:59:16.412048 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-29bc3055-4a5a-41de-9e8d-8c5d12190fd6 req-5003a444-7899-4220-834c-13a0c82a4f4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11876824'] for port, after_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:16.414295 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-b83640a4-b8a4-48c0-a790-645f33f5dfd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:59:16.418212 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.plugin [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] No Port match for: 2750cf86-e100-4486-9476-dbb9c10060f9 {{(pid=98186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 18:59:16.418995 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Device 2750cf86-e100-4486-9476-dbb9c10060f9 not bound to the agent host dv-cinder-786260-4-iscsi {{(pid=98186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 18:59:16.461212 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-7f586325-b80c-4ebe-ac5f-dda03013b8f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4032065'] for router, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:16.462550 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f586325-b80c-4ebe-ac5f-dda03013b8f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b861166f-894e-4d66-9439-d4d81a6d306d {{(pid=98184) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 18:59:16.471720 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-7f586325-b80c-4ebe-ac5f-dda03013b8f3 admin admin] Notify callbacks [] for router, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:16.476836 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-7f586325-b80c-4ebe-ac5f-dda03013b8f3 admin admin] 10.222.0.15 "DELETE /v2.0/routers/b861166f-894e-4d66-9439-d4d81a6d306d HTTP/1.1" status: 204 len: 168 time: 1.3011463 Jun 10 18:59:16.476836 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 55418) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:59:16.530844 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.db.db_base_plugin_v2 [None req-b15592eb-c844-41e9-90b4-7aa0004d2a95 admin admin] Deleting subnet a8ea2a47-c287-4e16-9d1f-c9a7e0a2eaeb {{(pid=98184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 18:59:16.534209 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-b15592eb-c844-41e9-90b4-7aa0004d2a95 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:16.553714 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5003a444-7899-4220-834c-13a0c82a4f4f service neutron] Pushing event updated for resources: {'Port': ['ID=6e4ad305-b96c-4dc0-971c-8c8595f1c1f7,revision_number=2']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:59:16.585186 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-5003a444-7899-4220-834c-13a0c82a4f4f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:59:16.585395 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-b15592eb-c844-41e9-90b4-7aa0004d2a95 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374921'] for subnet, precommit_delete_associations {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:16.620613 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.managers [req-29bc3055-4a5a-41de-9e8d-8c5d12190fd6 req-5003a444-7899-4220-834c-13a0c82a4f4f service neutron] Attempting to bind port 6e4ad305-b96c-4dc0-971c-8c8595f1c1f7 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=98185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 18:59:16.620959 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.managers [req-29bc3055-4a5a-41de-9e8d-8c5d12190fd6 req-5003a444-7899-4220-834c-13a0c82a4f4f service neutron] Attempting to bind port 6e4ad305-b96c-4dc0-971c-8c8595f1c1f7 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '96c0228b-b45d-40e6-a131-e6be465238ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '1b4ca9fb-03c5-4e3c-ad4a-bfdbcb6d6311'}] {{(pid=98185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 18:59:16.621298 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29bc3055-4a5a-41de-9e8d-8c5d12190fd6 req-5003a444-7899-4220-834c-13a0c82a4f4f service neutron] Attempting to bind port 6e4ad305-b96c-4dc0-971c-8c8595f1c1f7 on network 1b4ca9fb-03c5-4e3c-ad4a-bfdbcb6d6311 {{(pid=98185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 18:59:16.628165 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29bc3055-4a5a-41de-9e8d-8c5d12190fd6 req-5003a444-7899-4220-834c-13a0c82a4f4f service neutron] Port 6e4ad305-b96c-4dc0-971c-8c8595f1c1f7 on network 1b4ca9fb-03c5-4e3c-ad4a-bfdbcb6d6311 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=98185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 18:59:16.628506 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29bc3055-4a5a-41de-9e8d-8c5d12190fd6 req-5003a444-7899-4220-834c-13a0c82a4f4f service neutron] Attempting to bind port 6e4ad305-b96c-4dc0-971c-8c8595f1c1f7 on network 1b4ca9fb-03c5-4e3c-ad4a-bfdbcb6d6311 {{(pid=98185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 18:59:16.634475 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29bc3055-4a5a-41de-9e8d-8c5d12190fd6 req-5003a444-7899-4220-834c-13a0c82a4f4f service neutron] Checking agent: {'id': '81ed237c-a7bd-4721-ad26-da2ab32caefc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 18, 45, 46), 'started_at': datetime.datetime(2021, 6, 10, 18, 45, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 18, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 18:59:16.634475 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29bc3055-4a5a-41de-9e8d-8c5d12190fd6 req-5003a444-7899-4220-834c-13a0c82a4f4f service neutron] Checking segment: {'id': '96c0228b-b45d-40e6-a131-e6be465238ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '1b4ca9fb-03c5-4e3c-ad4a-bfdbcb6d6311'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 18:59:16.634705 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29bc3055-4a5a-41de-9e8d-8c5d12190fd6 req-5003a444-7899-4220-834c-13a0c82a4f4f service neutron] Bound using segment: {'id': '96c0228b-b45d-40e6-a131-e6be465238ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '1b4ca9fb-03c5-4e3c-ad4a-bfdbcb6d6311'} {{(pid=98185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 18:59:16.635009 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.managers [req-29bc3055-4a5a-41de-9e8d-8c5d12190fd6 req-5003a444-7899-4220-834c-13a0c82a4f4f service neutron] Bound port: 6e4ad305-b96c-4dc0-971c-8c8595f1c1f7, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96c0228b-b45d-40e6-a131-e6be465238ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '1b4ca9fb-03c5-4e3c-ad4a-bfdbcb6d6311'}}] {{(pid=98185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 18:59:16.635364 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-29bc3055-4a5a-41de-9e8d-8c5d12190fd6 req-5003a444-7899-4220-834c-13a0c82a4f4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:16.689026 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-b15592eb-c844-41e9-90b4-7aa0004d2a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883551'] for subnet, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:16.714798 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.db [req-29bc3055-4a5a-41de-9e8d-8c5d12190fd6 req-5003a444-7899-4220-834c-13a0c82a4f4f service neutron] For port 6e4ad305-b96c-4dc0-971c-8c8595f1c1f7, host hv-cinder-78626, cleared binding levels {{(pid=98185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 18:59:16.718906 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.db [req-29bc3055-4a5a-41de-9e8d-8c5d12190fd6 req-5003a444-7899-4220-834c-13a0c82a4f4f service neutron] For port 6e4ad305-b96c-4dc0-971c-8c8595f1c1f7, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=6e4ad305-b96c-4dc0-971c-8c8595f1c1f7,segment=NetworkSegment(96c0228b-b45d-40e6-a131-e6be465238ef),segment_id=96c0228b-b45d-40e6-a131-e6be465238ef)] {{(pid=98185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 18:59:16.722476 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-29bc3055-4a5a-41de-9e8d-8c5d12190fd6 req-5003a444-7899-4220-834c-13a0c82a4f4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11876824'] for port, after_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:16.725190 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-a3fe9f88-4661-440c-8ec0-7e6d554bf8a8 tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:59:16.755306 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-b15592eb-c844-41e9-90b4-7aa0004d2a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12375021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740050'] for subnet, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:16.758424 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-94e7dbbf-54aa-4e33-ba90-8dae460f2b9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:59:16.770089 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bc3055-4a5a-41de-9e8d-8c5d12190fd6 req-5003a444-7899-4220-834c-13a0c82a4f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:59:16.770711 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-29bc3055-4a5a-41de-9e8d-8c5d12190fd6 req-5003a444-7899-4220-834c-13a0c82a4f4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230521'] for port, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:16.772100 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-29bc3055-4a5a-41de-9e8d-8c5d12190fd6 req-5003a444-7899-4220-834c-13a0c82a4f4f service neutron] 10.222.0.39 "PUT /v2.0/ports/6e4ad305-b96c-4dc0-971c-8c8595f1c1f7 HTTP/1.1" status: 200 len: 1097 time: 0.8470294 Jun 10 18:59:16.772643 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac3da9a0-838a-48be-8c40-cb0e1ad10872', 'tag': '6e4ad305-b96c-4dc0-971c-8c8595f1c1f7'}] {{(pid=98185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 18:59:16.775001 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44d46bb02d59f4e600e8e3fdef735be97a189b4bda953b1539dd9e97451c2ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9022b25-e26d-4d0a-bfe8-0e4a0dc8885a" -d '{"events": [{"name": "network-changed", "server_uuid": "ac3da9a0-838a-48be-8c40-cb0e1ad10872", "tag": "6e4ad305-b96c-4dc0-971c-8c8595f1c1f7"}]}' {{(pid=98185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 18:59:16.804289 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5003a444-7899-4220-834c-13a0c82a4f4f service neutron] Pushing event updated for resources: {'Port': ['ID=6e4ad305-b96c-4dc0-971c-8c8595f1c1f7,revision_number=3']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:59:16.809763 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-5003a444-7899-4220-834c-13a0c82a4f4f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:59:16.816488 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15592eb-c844-41e9-90b4-7aa0004d2a95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8ea2a47-c287-4e16-9d1f-c9a7e0a2eaeb,revision_number=None']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:59:16.827178 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-b15592eb-c844-41e9-90b4-7aa0004d2a95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:59:16.845665 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ad9c26-a067-4176-b78a-eca68e4f50a2 None None] Network a9c6338b-27b7-4507-a101-996d60be3c98 requested from dv-cinder-786260-4-iscsi {{(pid=98186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 18:59:16.851093 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 18:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9b610bf-6e7b-47d6-becb-4c00cee46c9a x-openstack-request-id: req-d9b610bf-6e7b-47d6-becb-4c00cee46c9a {{(pid=98185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 18:59:16.851437 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac3da9a0-838a-48be-8c40-cb0e1ad10872", "tag": "6e4ad305-b96c-4dc0-971c-8c8595f1c1f7", "status": "completed", "code": 200}]} {{(pid=98185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 18:59:16.851744 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d9b610bf-6e7b-47d6-becb-4c00cee46c9a {{(pid=98185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 18:59:16.852192 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac3da9a0-838a-48be-8c40-cb0e1ad10872', 'tag': '6e4ad305-b96c-4dc0-971c-8c8595f1c1f7', 'status': 'completed', 'code': 200} Jun 10 18:59:16.853795 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-b15592eb-c844-41e9-90b4-7aa0004d2a95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731712'] for subnet, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:16.858812 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-b15592eb-c844-41e9-90b4-7aa0004d2a95 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/a8ea2a47-c287-4e16-9d1f-c9a7e0a2eaeb HTTP/1.1" status: 204 len: 168 time: 0.3795571 Jun 10 18:59:16.859663 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 55422) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:59:16.915827 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bc3055-4a5a-41de-9e8d-8c5d12190fd6 req-75284e52-ee2c-45e0-8a93-8d45b69f6682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:59:16.917953 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-29bc3055-4a5a-41de-9e8d-8c5d12190fd6 req-75284e52-ee2c-45e0-8a93-8d45b69f6682 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=91a7fcba5a204279854e60c5138f6471&device_id=ac3da9a0-838a-48be-8c40-cb0e1ad10872 HTTP/1.1" status: 200 len: 1100 time: 0.0831914 Jun 10 18:59:16.969034 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-757fdcbb-6e24-44a4-bed7-e63ca6a224d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542662'] for network, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:16.990067 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-29bc3055-4a5a-41de-9e8d-8c5d12190fd6 req-a9d1a950-0ea2-48f9-82e9-2a54dc1ccba6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=6e4ad305-b96c-4dc0-971c-8c8595f1c1f7 HTTP/1.1" status: 200 len: 217 time: 0.0648248 Jun 10 18:59:17.045620 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.plugin [None req-757fdcbb-6e24-44a4-bed7-e63ca6a224d4 admin admin] Deleting port d2107cf3-3d9b-4c2b-8c73-1cb09484f6fb {{(pid=98184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 18:59:17.046072 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-757fdcbb-6e24-44a4-bed7-e63ca6a224d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578452511'] for port, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:17.060858 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bc3055-4a5a-41de-9e8d-8c5d12190fd6 req-bca4f5b2-065a-4cb3-9720-b3d32b93d061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:59:17.062966 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-29bc3055-4a5a-41de-9e8d-8c5d12190fd6 req-bca4f5b2-065a-4cb3-9720-b3d32b93d061 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=03f74754-958d-48dd-8bad-81be5dba8adf HTTP/1.1" status: 200 len: 843 time: 0.0623367 Jun 10 18:59:17.123112 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5b707c-320b-49dc-ab13-32182144469a None None] DHCP port deletion for a9c6338b-27b7-4507-a101-996d60be3c98 request from dv-cinder-786260-4-iscsi {{(pid=98186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 18:59:17.138035 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bc3055-4a5a-41de-9e8d-8c5d12190fd6 req-8612c29c-8dce-43ec-9309-c6a15bf0f020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:59:17.140056 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-29bc3055-4a5a-41de-9e8d-8c5d12190fd6 req-8612c29c-8dce-43ec-9309-c6a15bf0f020 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1b4ca9fb-03c5-4e3c-ad4a-bfdbcb6d6311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0704942 Jun 10 18:59:17.140421 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.db [None req-757fdcbb-6e24-44a4-bed7-e63ca6a224d4 admin admin] For port d2107cf3-3d9b-4c2b-8c73-1cb09484f6fb, host dv-cinder-786260-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-4-iscsi',level=0,port_id=d2107cf3-3d9b-4c2b-8c73-1cb09484f6fb,segment=NetworkSegment(cce5025b-9a61-488a-a883-513d04362a8a),segment_id=cce5025b-9a61-488a-a883-513d04362a8a)] {{(pid=98184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:59:17.140786 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-757fdcbb-6e24-44a4-bed7-e63ca6a224d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4044702'] for port, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:17.185720 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.plugin [None req-df5b707c-320b-49dc-ab13-32182144469a None None] Deleting port d2107cf3-3d9b-4c2b-8c73-1cb09484f6fb {{(pid=98186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 18:59:17.186639 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-df5b707c-320b-49dc-ab13-32182144469a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578452511'] for port, before_delete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:17.237140 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.plugin [None req-757fdcbb-6e24-44a4-bed7-e63ca6a224d4 admin admin] Calling delete_port for d2107cf3-3d9b-4c2b-8c73-1cb09484f6fb owned by network:dhcp {{(pid=98184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 18:59:17.280463 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-29bc3055-4a5a-41de-9e8d-8c5d12190fd6 req-3753f8de-c574-4d77-8cee-37c28a1ba653 service neutron] 10.222.0.39 "GET /v2.0/networks/1b4ca9fb-03c5-4e3c-ad4a-bfdbcb6d6311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325939 Jun 10 18:59:17.288588 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-df5b707c-320b-49dc-ab13-32182144469a None None] For port d2107cf3-3d9b-4c2b-8c73-1cb09484f6fb, host dv-cinder-786260-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-4-iscsi',level=0,port_id=d2107cf3-3d9b-4c2b-8c73-1cb09484f6fb,segment=NetworkSegment(cce5025b-9a61-488a-a883-513d04362a8a),segment_id=cce5025b-9a61-488a-a883-513d04362a8a)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:59:17.289001 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-df5b707c-320b-49dc-ab13-32182144469a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4044702'] for port, precommit_delete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:17.302799 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-bf1ede84-8c21-46ff-8a19-cb90afe635a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:17.366710 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-757fdcbb-6e24-44a4-bed7-e63ca6a224d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578457411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578064415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12374055'] for port, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:17.368866 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-5963008b-14ad-4655-8e03-cf327202553f tempest-VolumesActionsTest-1212365513 tempest-VolumesActionsTest-1212365513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:59:17.391967 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.plugin [None req-df5b707c-320b-49dc-ab13-32182144469a None None] Calling delete_port for d2107cf3-3d9b-4c2b-8c73-1cb09484f6fb owned by network:dhcp {{(pid=98186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 18:59:17.396833 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757fdcbb-6e24-44a4-bed7-e63ca6a224d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2107cf3-3d9b-4c2b-8c73-1cb09484f6fb,revision_number=None']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:59:17.410951 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-29bc3055-4a5a-41de-9e8d-8c5d12190fd6 req-eb00cff6-d3cf-492c-b430-9c6fbaa7aef5 service neutron] 10.222.0.39 "GET /v2.0/networks/1b4ca9fb-03c5-4e3c-ad4a-bfdbcb6d6311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243014 Jun 10 18:59:17.413133 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-757fdcbb-6e24-44a4-bed7-e63ca6a224d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:59:17.440065 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757fdcbb-6e24-44a4-bed7-e63ca6a224d4 admin admin] No DVR routers for this DVR port d2107cf3-3d9b-4c2b-8c73-1cb09484f6fb on host dv-cinder-786260-4-iscsi {{(pid=98184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 18:59:17.539555 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9022b25-e26d-4d0a-bfe8-0e4a0dc8885a req-2bcbf93f-bcc3-436a-904a-2015c3ca5897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:59:17.541233 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-f9022b25-e26d-4d0a-bfe8-0e4a0dc8885a req-2bcbf93f-bcc3-436a-904a-2015c3ca5897 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=91a7fcba5a204279854e60c5138f6471&device_id=ac3da9a0-838a-48be-8c40-cb0e1ad10872 HTTP/1.1" status: 200 len: 1100 time: 0.0744679 Jun 10 18:59:17.560245 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-757fdcbb-6e24-44a4-bed7-e63ca6a224d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-876752', 'neutron.services.segments.db._delete_segments_for_network-8731578620079'] for network, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:17.575418 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.services.segments.db [None req-757fdcbb-6e24-44a4-bed7-e63ca6a224d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9c6338b-27b7-4507-a101-996d60be3c98']}} {{(pid=98184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:59:17.597368 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227ac02e-9993-4bd4-8e74-19c6d70e8274 req-a5c0b0b5-4bc0-4523-9edf-1bfa538f55f8 tempest-VolumesNegativeTest-925461367 tempest-VolumesNegativeTest-925461367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:59:17.598946 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-227ac02e-9993-4bd4-8e74-19c6d70e8274 req-a5c0b0b5-4bc0-4523-9edf-1bfa538f55f8 tempest-VolumesNegativeTest-925461367 tempest-VolumesNegativeTest-925461367-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac3da9a0-838a-48be-8c40-cb0e1ad10872 HTTP/1.1" status: 200 len: 947 time: 0.2039347 Jun 10 18:59:17.600759 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.services.segments.db [None req-757fdcbb-6e24-44a4-bed7-e63ca6a224d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cce5025b-9a61-488a-a883-513d04362a8a') {'for_net_delete': True} {{(pid=98184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:59:17.601059 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.services.segments.db [None req-757fdcbb-6e24-44a4-bed7-e63ca6a224d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cce5025b-9a61-488a-a883-513d04362a8a') {} {{(pid=98184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:59:17.613055 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-757fdcbb-6e24-44a4-bed7-e63ca6a224d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731578619908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374928'] for segment, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:17.636892 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-df5b707c-320b-49dc-ab13-32182144469a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578457411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578064415'] for port, after_delete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:17.640496 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:59:17.645139 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-757fdcbb-6e24-44a4-bed7-e63ca6a224d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881768'] for segment, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:17.660084 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-757fdcbb-6e24-44a4-bed7-e63ca6a224d4 admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=98184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 18:59:17.660493 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-757fdcbb-6e24-44a4-bed7-e63ca6a224d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12374130'] for segment, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:17.662300 dv-cinder-786260-4-iscsi neutron-server[98184]: Traceback (most recent call last): Jun 10 18:59:17.662300 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 18:59:17.662300 dv-cinder-786260-4-iscsi neutron-server[98184]: timer() Jun 10 18:59:17.662300 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 18:59:17.662300 dv-cinder-786260-4-iscsi neutron-server[98184]: cb(*args, **kw) Jun 10 18:59:17.662300 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 18:59:17.662300 dv-cinder-786260-4-iscsi neutron-server[98184]: return func(*args, **kwargs) Jun 10 18:59:17.662300 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 18:59:17.662300 dv-cinder-786260-4-iscsi neutron-server[98184]: self._notify() Jun 10 18:59:17.662300 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 18:59:17.662300 dv-cinder-786260-4-iscsi neutron-server[98184]: self.callback(batched_events) Jun 10 18:59:17.662300 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 18:59:17.662300 dv-cinder-786260-4-iscsi neutron-server[98184]: event.method(event) Jun 10 18:59:17.662300 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 18:59:17.662300 dv-cinder-786260-4-iscsi neutron-server[98184]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 18:59:17.662300 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 18:59:17.662300 dv-cinder-786260-4-iscsi neutron-server[98184]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 18:59:17.662300 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 18:59:17.662300 dv-cinder-786260-4-iscsi neutron-server[98184]: return f(self, *a, **k) Jun 10 18:59:17.662300 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 18:59:17.662300 dv-cinder-786260-4-iscsi neutron-server[98184]: return self._get(url).json() Jun 10 18:59:17.662300 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 18:59:17.662300 dv-cinder-786260-4-iscsi neutron-server[98184]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 18:59:17.662300 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 18:59:17.662300 dv-cinder-786260-4-iscsi neutron-server[98184]: return self.request(url, 'GET', **kwargs) Jun 10 18:59:17.662300 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 18:59:17.662300 dv-cinder-786260-4-iscsi neutron-server[98184]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 18:59:17.662300 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 18:59:17.662300 dv-cinder-786260-4-iscsi neutron-server[98184]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 18:59:17.662300 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 18:59:17.662300 dv-cinder-786260-4-iscsi neutron-server[98184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 18:59:17.662300 dv-cinder-786260-4-iscsi neutron-server[98184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 18:59:17.670350 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9022b25-e26d-4d0a-bfe8-0e4a0dc8885a req-9eec6551-c1c5-41f2-911b-3b4fff338a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:59:17.671974 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-f9022b25-e26d-4d0a-bfe8-0e4a0dc8885a req-9eec6551-c1c5-41f2-911b-3b4fff338a4d service neutron] 10.222.0.39 "GET /v2.0/networks?id=1b4ca9fb-03c5-4e3c-ad4a-bfdbcb6d6311 HTTP/1.1" status: 200 len: 870 time: 0.1243725 Jun 10 18:59:17.674783 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5b707c-320b-49dc-ab13-32182144469a None None] Pushing event deleted for resources: {'Port': ['ID=d2107cf3-3d9b-4c2b-8c73-1cb09484f6fb,revision_number=None']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:59:17.678296 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-227ac02e-9993-4bd4-8e74-19c6d70e8274 req-66c3e611-0b76-4226-a864-b40c3fb3ea94 tempest-VolumesNegativeTest-925461367 tempest-VolumesNegativeTest-925461367-project] 10.222.0.15 "GET /v2.0/security-groups?id=c86e389b-58f8-4d80-af88-a6e0dd69cc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694251 Jun 10 18:59:17.680697 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5b707c-320b-49dc-ab13-32182144469a None None] No DVR routers for this DVR port d2107cf3-3d9b-4c2b-8c73-1cb09484f6fb on host dv-cinder-786260-4-iscsi {{(pid=98186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 18:59:17.694099 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5b707c-320b-49dc-ab13-32182144469a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:59:17.694980 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5b707c-320b-49dc-ab13-32182144469a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:59:17.695336 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5b707c-320b-49dc-ab13-32182144469a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:59:17.695711 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5b707c-320b-49dc-ab13-32182144469a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:59:17.697181 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5b707c-320b-49dc-ab13-32182144469a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:59:17.697181 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5b707c-320b-49dc-ab13-32182144469a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:59:17.697181 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5b707c-320b-49dc-ab13-32182144469a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:59:17.697541 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5b707c-320b-49dc-ab13-32182144469a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:59:17.697694 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5b707c-320b-49dc-ab13-32182144469a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:59:17.698066 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5b707c-320b-49dc-ab13-32182144469a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:59:17.698399 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5b707c-320b-49dc-ab13-32182144469a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:59:17.698790 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5b707c-320b-49dc-ab13-32182144469a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:59:17.702306 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-df5b707c-320b-49dc-ab13-32182144469a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:59:17.704894 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:17.751928 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-757fdcbb-6e24-44a4-bed7-e63ca6a224d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-876761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4045579'] for network, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:17.752423 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-f9022b25-e26d-4d0a-bfe8-0e4a0dc8885a req-fe253602-4419-4da7-8278-825ad2559bd2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=6e4ad305-b96c-4dc0-971c-8c8595f1c1f7 HTTP/1.1" status: 200 len: 217 time: 0.0733838 Jun 10 18:59:17.755526 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:59:17.758089 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-757fdcbb-6e24-44a4-bed7-e63ca6a224d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731712'] for network, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:17.764002 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-757fdcbb-6e24-44a4-bed7-e63ca6a224d4 admin admin] 10.222.0.15 "DELETE /v2.0/networks/a9c6338b-27b7-4507-a101-996d60be3c98 HTTP/1.1" status: 204 len: 168 time: 0.9019232 Jun 10 18:59:17.777761 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757fdcbb-6e24-44a4-bed7-e63ca6a224d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9c6338b-27b7-4507-a101-996d60be3c98,revision_number=None']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:59:17.782352 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-757fdcbb-6e24-44a4-bed7-e63ca6a224d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:59:17.810573 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9022b25-e26d-4d0a-bfe8-0e4a0dc8885a req-7f3493c1-19a0-48e4-a2d9-dd05f1ae3051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:59:17.812196 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-f9022b25-e26d-4d0a-bfe8-0e4a0dc8885a req-7f3493c1-19a0-48e4-a2d9-dd05f1ae3051 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=03f74754-958d-48dd-8bad-81be5dba8adf HTTP/1.1" status: 200 len: 843 time: 0.0538292 Jun 10 18:59:17.868796 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 55428) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:59:17.882267 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9022b25-e26d-4d0a-bfe8-0e4a0dc8885a req-d033fe52-c101-47a9-baa2-18ad485eed0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:59:17.884070 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-f9022b25-e26d-4d0a-bfe8-0e4a0dc8885a req-d033fe52-c101-47a9-baa2-18ad485eed0f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1b4ca9fb-03c5-4e3c-ad4a-bfdbcb6d6311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0652831 Jun 10 18:59:17.912259 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-6aad33fe-4376-4e95-a3ce-459756079fac admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c50ca810c49044daa0af12e38f6ab6a1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0420337 Jun 10 18:59:17.914684 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 55430) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:59:17.973620 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-49269b83-b1bd-4592-a03e-1dd555013e14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:17.996511 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-49269b83-b1bd-4592-a03e-1dd555013e14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:18.004987 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-f9022b25-e26d-4d0a-bfe8-0e4a0dc8885a req-931adc2c-1797-48ff-9ecf-0e1912da1038 service neutron] 10.222.0.39 "GET /v2.0/networks/1b4ca9fb-03c5-4e3c-ad4a-bfdbcb6d6311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141284 Jun 10 18:59:18.045830 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-49269b83-b1bd-4592-a03e-1dd555013e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:18.049143 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-49269b83-b1bd-4592-a03e-1dd555013e14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:18.050328 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-49269b83-b1bd-4592-a03e-1dd555013e14 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1c16b63b-318a-4d5c-9ffc-9aefd8bcd0c9 HTTP/1.1" status: 204 len: 168 time: 0.1347609 Jun 10 18:59:18.051092 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-4ee96dfd-cdde-49d3-a60a-138d1eb33c40 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:59:18.060138 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49269b83-b1bd-4592-a03e-1dd555013e14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c16b63b-318a-4d5c-9ffc-9aefd8bcd0c9,revision_number=None']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:59:18.063236 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-49269b83-b1bd-4592-a03e-1dd555013e14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:59:18.129372 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-f9022b25-e26d-4d0a-bfe8-0e4a0dc8885a req-8808298c-9b85-4234-8b06-53b5c60ad8b6 service neutron] 10.222.0.39 "GET /v2.0/networks/1b4ca9fb-03c5-4e3c-ad4a-bfdbcb6d6311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170640 Jun 10 18:59:18.146971 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Device 0de45170-2499-4cb9-9b3a-72076bb7ebe4 no longer exists at agent ovs-agent-dv-cinder-786260-4-iscsi {{(pid=98186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 18:59:18.171732 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.plugin [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] No Port match for: 0de45170-2499-4cb9-9b3a-72076bb7ebe4 {{(pid=98186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 18:59:18.172245 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Device 0de45170-2499-4cb9-9b3a-72076bb7ebe4 not bound to the agent host dv-cinder-786260-4-iscsi {{(pid=98186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 18:59:18.172753 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Device d2107cf3-3d9b-4c2b-8c73-1cb09484f6fb no longer exists at agent ovs-agent-dv-cinder-786260-4-iscsi {{(pid=98186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 18:59:18.196769 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.plugin [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] No Port match for: d2107cf3-3d9b-4c2b-8c73-1cb09484f6fb {{(pid=98186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 18:59:18.197127 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Device d2107cf3-3d9b-4c2b-8c73-1cb09484f6fb not bound to the agent host dv-cinder-786260-4-iscsi {{(pid=98186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 18:59:18.741267 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 55454) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:59:18.857540 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.v2.base [None req-c7a54dd9-5c17-4588-b88f-2d10956511b1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1675833247-network', 'tenant_id': 'a76bd6d382b2482a841ec436f70edb42'}} {{(pid=98185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:59:18.890970 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a54dd9-5c17-4588-b88f-2d10956511b1 admin admin] Made reservation on behalf of a76bd6d382b2482a841ec436f70edb42 for: {'network': 1} {{(pid=98185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 18:59:18.893411 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-c7a54dd9-5c17-4588-b88f-2d10956511b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-941319'] for network, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:18.907880 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-c7a54dd9-5c17-4588-b88f-2d10956511b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:18.934682 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eef602-c2ac-4142-8154-b633ffbebc31 req-049084c6-6807-46c1-8d40-3941882a53e6 tempest-VolumesNegativeTest-925461367 tempest-VolumesNegativeTest-925461367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:59:18.936150 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-75eef602-c2ac-4142-8154-b633ffbebc31 req-049084c6-6807-46c1-8d40-3941882a53e6 tempest-VolumesNegativeTest-925461367 tempest-VolumesNegativeTest-925461367-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac3da9a0-838a-48be-8c40-cb0e1ad10872 HTTP/1.1" status: 200 len: 947 time: 0.1223054 Jun 10 18:59:18.998060 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-75eef602-c2ac-4142-8154-b633ffbebc31 req-1d53afd9-d1c0-4ee7-9f9d-40055524b36c tempest-VolumesNegativeTest-925461367 tempest-VolumesNegativeTest-925461367-project] 10.222.0.15 "GET /v2.0/security-groups?id=c86e389b-58f8-4d80-af88-a6e0dd69cc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543160 Jun 10 18:59:19.051509 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-c7a54dd9-5c17-4588-b88f-2d10956511b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:19.055222 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-c7a54dd9-5c17-4588-b88f-2d10956511b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:19.058093 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-36d5734d-7921-4e91-9e18-2043465ed028 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:59:19.084899 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7a54dd9-5c17-4588-b88f-2d10956511b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=98185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 18:59:19.090228 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a54dd9-5c17-4588-b88f-2d10956511b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f50f2b-c40d-4d38-8c50-809d73f614ea,revision_number=1']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:59:19.093884 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-c7a54dd9-5c17-4588-b88f-2d10956511b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:59:19.100006 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-c7a54dd9-5c17-4588-b88f-2d10956511b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881768'] for segment, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:19.100006 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.db.segments_db [None req-c7a54dd9-5c17-4588-b88f-2d10956511b1 admin admin] Added segment 7119681d-2359-4780-9556-3cc9780022cb of type vlan for network 798b3304-d846-4405-abd8-3e39869cbb31 Jun 10 18:59:19.154456 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-c7a54dd9-5c17-4588-b88f-2d10956511b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731578050973'] for network, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:19.183052 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-c7a54dd9-5c17-4588-b88f-2d10956511b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731739'] for network, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:19.184340 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a54dd9-5c17-4588-b88f-2d10956511b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:59:19.184923 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-c7a54dd9-5c17-4588-b88f-2d10956511b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731712'] for network, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:19.188925 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-17f00424-202f-4ad3-86fc-20fd7a2ae18c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:59:19.221891 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-c7a54dd9-5c17-4588-b88f-2d10956511b1 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4794269 Jun 10 18:59:19.224664 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 55458) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:59:19.236217 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.v2.base [None req-33eb10a8-a782-4d5d-ab7f-01ff31d3aa6e admin admin] Request body: {'subnet': {'network_id': '798b3304-d846-4405-abd8-3e39869cbb31', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1675833247-subnet', 'tenant_id': 'a76bd6d382b2482a841ec436f70edb42', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:59:19.284823 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a54dd9-5c17-4588-b88f-2d10956511b1 admin admin] Pushing event updated for resources: {'Network': ['ID=798b3304-d846-4405-abd8-3e39869cbb31,revision_number=1']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:59:19.287473 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-c7a54dd9-5c17-4588-b88f-2d10956511b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:59:19.294249 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Network 798b3304-d846-4405-abd8-3e39869cbb31 details requested by agent ovs-agent-dv-cinder-786260-4-iscsi with host dv-cinder-786260-4-iscsi {{(pid=98186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 18:59:19.299234 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33eb10a8-a782-4d5d-ab7f-01ff31d3aa6e admin admin] Made reservation on behalf of a76bd6d382b2482a841ec436f70edb42 for: {'subnet': 1} {{(pid=98185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 18:59:19.301553 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-33eb10a8-a782-4d5d-ab7f-01ff31d3aa6e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11674973'] for subnet, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:19.508902 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-33eb10a8-a782-4d5d-ab7f-01ff31d3aa6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11876954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11674955'] for subnet, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:19.511050 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-0f24c296-aca1-41da-818b-1ee2c5ebad86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:59:19.572062 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eb10a8-a782-4d5d-ab7f-01ff31d3aa6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=317a80bd-9833-4484-8aee-08b2a1a9717f,revision_number=0']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:59:19.574735 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-33eb10a8-a782-4d5d-ab7f-01ff31d3aa6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:59:19.582108 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33eb10a8-a782-4d5d-ab7f-01ff31d3aa6e admin admin] Checking segment: {'id': '7119681d-2359-4780-9556-3cc9780022cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '798b3304-d846-4405-abd8-3e39869cbb31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 18:59:19.582467 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33eb10a8-a782-4d5d-ab7f-01ff31d3aa6e admin admin] Network hostable DHCP agents. Network: 798b3304-d846-4405-abd8-3e39869cbb31, hostable agents: ['32d11a73-8882-47f0-8c19-15a088a2f1dc'], hosted agents: [] {{(pid=98185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 18:59:19.598190 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33eb10a8-a782-4d5d-ab7f-01ff31d3aa6e admin admin] Network 798b3304-d846-4405-abd8-3e39869cbb31 is scheduled to be hosted by DHCP agent 32d11a73-8882-47f0-8c19-15a088a2f1dc with binding_index 1 {{(pid=98185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 18:59:19.607012 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.base_scheduler [None req-33eb10a8-a782-4d5d-ab7f-01ff31d3aa6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-4-iscsi, 798b3304-d846-4405-abd8-3e39869cbb31) {{(pid=98185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 18:59:19.611741 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33eb10a8-a782-4d5d-ab7f-01ff31d3aa6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:59:19.612425 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-33eb10a8-a782-4d5d-ab7f-01ff31d3aa6e admin admin] Notify callbacks [] for subnet, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:19.616810 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83529c3-06eb-41ca-b7cc-e95425c3ac75 None None] Network 798b3304-d846-4405-abd8-3e39869cbb31 requested from dv-cinder-786260-4-iscsi {{(pid=98186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 18:59:19.626368 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-33eb10a8-a782-4d5d-ab7f-01ff31d3aa6e admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4007118 Jun 10 18:59:19.783158 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838a3de1-c96e-42f1-9c8d-40b597843772 None None] Network 798b3304-d846-4405-abd8-3e39869cbb31 requested from dv-cinder-786260-4-iscsi {{(pid=98186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 18:59:20.079954 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 55476) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:59:20.085051 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.v2.base [None req-af3d0020-9192-4337-81e0-80d584034575 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1377629042-network', 'tenant_id': '7c3d0f2f779b499daf49925f485b5e30'}} {{(pid=98185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:59:20.105100 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af3d0020-9192-4337-81e0-80d584034575 admin admin] Made reservation on behalf of 7c3d0f2f779b499daf49925f485b5e30 for: {'network': 1} {{(pid=98185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 18:59:20.107582 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-af3d0020-9192-4337-81e0-80d584034575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-941319'] for network, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:20.119386 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-af3d0020-9192-4337-81e0-80d584034575 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:20.192097 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4d9b92-0b85-4190-a209-8c2a7e557f24 req-f05e2f74-4026-4283-9b95-9a4872754013 tempest-VolumesNegativeTest-925461367 tempest-VolumesNegativeTest-925461367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:59:20.193636 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-3f4d9b92-0b85-4190-a209-8c2a7e557f24 req-f05e2f74-4026-4283-9b95-9a4872754013 tempest-VolumesNegativeTest-925461367 tempest-VolumesNegativeTest-925461367-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac3da9a0-838a-48be-8c40-cb0e1ad10872 HTTP/1.1" status: 200 len: 947 time: 0.0806439 Jun 10 18:59:20.216276 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-af3d0020-9192-4337-81e0-80d584034575 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:20.220534 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-af3d0020-9192-4337-81e0-80d584034575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:20.224646 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-73f1b451-5711-48f7-88c9-eafb13cd8339 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:59:20.237220 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-3f4d9b92-0b85-4190-a209-8c2a7e557f24 req-0a889314-abd1-49b8-9f01-e7563e1bc6e7 tempest-VolumesNegativeTest-925461367 tempest-VolumesNegativeTest-925461367-project] 10.222.0.15 "GET /v2.0/security-groups?id=c86e389b-58f8-4d80-af88-a6e0dd69cc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378976 Jun 10 18:59:20.243065 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af3d0020-9192-4337-81e0-80d584034575 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=98185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 18:59:20.257805 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3d0020-9192-4337-81e0-80d584034575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0003ecea-7d2a-4080-a85d-490c16f68903,revision_number=1']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:59:20.262758 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-af3d0020-9192-4337-81e0-80d584034575 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:59:20.263794 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-af3d0020-9192-4337-81e0-80d584034575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881768'] for segment, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:20.264143 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.db.segments_db [None req-af3d0020-9192-4337-81e0-80d584034575 admin admin] Added segment 8f3c2add-134a-4f60-a873-cce7bfcc6a0b of type vlan for network 1fc3eedd-030c-4207-a667-6b7bd0193d89 Jun 10 18:59:20.315984 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-af3d0020-9192-4337-81e0-80d584034575 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731578050973'] for network, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:20.343875 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-af3d0020-9192-4337-81e0-80d584034575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731739'] for network, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:20.345148 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3d0020-9192-4337-81e0-80d584034575 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:59:20.345754 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-af3d0020-9192-4337-81e0-80d584034575 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731712'] for network, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:20.347705 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:59:20.384557 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-af3d0020-9192-4337-81e0-80d584034575 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3034711 Jun 10 18:59:20.387405 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 55478) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:59:20.392709 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.v2.base [None req-8d66fa87-ea24-42f0-9ea6-90e253f410f5 admin admin] Request body: {'subnet': {'network_id': '1fc3eedd-030c-4207-a667-6b7bd0193d89', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1377629042-subnet', 'tenant_id': '7c3d0f2f779b499daf49925f485b5e30', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 18:59:20.413558 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d66fa87-ea24-42f0-9ea6-90e253f410f5 admin admin] Made reservation on behalf of 7c3d0f2f779b499daf49925f485b5e30 for: {'subnet': 1} {{(pid=98184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 18:59:20.415830 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-8d66fa87-ea24-42f0-9ea6-90e253f410f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740045'] for subnet, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:20.427692 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3d0020-9192-4337-81e0-80d584034575 admin admin] Pushing event updated for resources: {'Network': ['ID=1fc3eedd-030c-4207-a667-6b7bd0193d89,revision_number=1']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:59:20.430404 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-af3d0020-9192-4337-81e0-80d584034575 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:59:20.439223 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Network 1fc3eedd-030c-4207-a667-6b7bd0193d89 details requested by agent ovs-agent-dv-cinder-786260-4-iscsi with host dv-cinder-786260-4-iscsi {{(pid=98186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 18:59:20.623550 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-8d66fa87-ea24-42f0-9ea6-90e253f410f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12374956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740059'] for subnet, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:20.625836 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:59:20.689304 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d66fa87-ea24-42f0-9ea6-90e253f410f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d67a4f01-afac-4f78-b4b5-ca3216698dac,revision_number=0']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:59:20.691804 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-8d66fa87-ea24-42f0-9ea6-90e253f410f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:59:20.700160 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d66fa87-ea24-42f0-9ea6-90e253f410f5 admin admin] Checking segment: {'id': '8f3c2add-134a-4f60-a873-cce7bfcc6a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1fc3eedd-030c-4207-a667-6b7bd0193d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 18:59:20.700509 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d66fa87-ea24-42f0-9ea6-90e253f410f5 admin admin] Network hostable DHCP agents. Network: 1fc3eedd-030c-4207-a667-6b7bd0193d89, hostable agents: ['32d11a73-8882-47f0-8c19-15a088a2f1dc'], hosted agents: [] {{(pid=98184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 18:59:20.716556 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d66fa87-ea24-42f0-9ea6-90e253f410f5 admin admin] Network 1fc3eedd-030c-4207-a667-6b7bd0193d89 is scheduled to be hosted by DHCP agent 32d11a73-8882-47f0-8c19-15a088a2f1dc with binding_index 1 {{(pid=98184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 18:59:20.724939 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.scheduler.base_scheduler [None req-8d66fa87-ea24-42f0-9ea6-90e253f410f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-4-iscsi, 1fc3eedd-030c-4207-a667-6b7bd0193d89) {{(pid=98184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 18:59:20.729256 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d66fa87-ea24-42f0-9ea6-90e253f410f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:59:20.730281 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-8d66fa87-ea24-42f0-9ea6-90e253f410f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731712'] for subnet, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:20.733260 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f37855-1413-4576-974d-5c97137004b4 None None] Network 1fc3eedd-030c-4207-a667-6b7bd0193d89 requested from dv-cinder-786260-4-iscsi {{(pid=98186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 18:59:20.744243 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-8d66fa87-ea24-42f0-9ea6-90e253f410f5 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3555608 Jun 10 18:59:20.854920 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 55482) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:59:20.892674 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67fa8f13-0f92-44d8-be32-e6437b5bd9c7 None None] Network 1fc3eedd-030c-4207-a667-6b7bd0193d89 requested from dv-cinder-786260-4-iscsi {{(pid=98186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 18:59:21.051560 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Device 6e4ad305-b96c-4dc0-971c-8c8595f1c1f7 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=98186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 18:59:21.174552 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] For port 6e4ad305-b96c-4dc0-971c-8c8595f1c1f7, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=6e4ad305-b96c-4dc0-971c-8c8595f1c1f7,segment=NetworkSegment(96c0228b-b45d-40e6-a131-e6be465238ef),segment_id=96c0228b-b45d-40e6-a131-e6be465238ef)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:59:21.186517 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Returning: {'device': '6e4ad305-b96c-4dc0-971c-8c8595f1c1f7', 'network_id': '1b4ca9fb-03c5-4e3c-ad4a-bfdbcb6d6311', 'port_id': '6e4ad305-b96c-4dc0-971c-8c8595f1c1f7', 'mac_address': 'fa:16:3e:d5:71:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03f74754-958d-48dd-8bad-81be5dba8adf', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 18:59:21.188480 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd6a134f-f6f1-4eae-bd29-96175d163973 admin admin] Deleting subnet 317a80bd-9833-4484-8aee-08b2a1a9717f {{(pid=98184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 18:59:21.191617 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-cd6a134f-f6f1-4eae-bd29-96175d163973 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:21.229155 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:21.233307 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-cd6a134f-f6f1-4eae-bd29-96175d163973 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374921'] for subnet, precommit_delete_associations {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:21.248201 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.notifiers.nova [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e4ad305-b96c-4dc0-971c-8c8595f1c1f7 {{(pid=98186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 18:59:21.270629 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] For port 6e4ad305-b96c-4dc0-971c-8c8595f1c1f7, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=6e4ad305-b96c-4dc0-971c-8c8595f1c1f7,segment=NetworkSegment(96c0228b-b45d-40e6-a131-e6be465238ef),segment_id=96c0228b-b45d-40e6-a131-e6be465238ef)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:59:21.276190 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:21.277821 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:59:21.288470 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-cd6a134f-f6f1-4eae-bd29-96175d163973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883551'] for subnet, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:21.333401 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Pushing event updated for resources: {'Port': ['ID=6e4ad305-b96c-4dc0-971c-8c8595f1c1f7,revision_number=4']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:59:21.336520 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:59:21.354253 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-cd6a134f-f6f1-4eae-bd29-96175d163973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12375021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740050'] for subnet, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:21.356499 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:59:21.387896 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6a134f-f6f1-4eae-bd29-96175d163973 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=317a80bd-9833-4484-8aee-08b2a1a9717f,revision_number=None']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:59:21.391278 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-cd6a134f-f6f1-4eae-bd29-96175d163973 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:59:21.392278 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-cd6a134f-f6f1-4eae-bd29-96175d163973 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731712'] for subnet, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:21.394202 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-cd6a134f-f6f1-4eae-bd29-96175d163973 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/317a80bd-9833-4484-8aee-08b2a1a9717f HTTP/1.1" status: 204 len: 168 time: 0.5382724 Jun 10 18:59:21.396605 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 55486) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:59:21.430874 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5b539c-8965-404f-be9b-35ab799d0f04 req-0c0209ad-dedd-473f-a081-09d0bf0185cb tempest-VolumesNegativeTest-925461367 tempest-VolumesNegativeTest-925461367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:59:21.432333 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-7b5b539c-8965-404f-be9b-35ab799d0f04 req-0c0209ad-dedd-473f-a081-09d0bf0185cb tempest-VolumesNegativeTest-925461367 tempest-VolumesNegativeTest-925461367-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac3da9a0-838a-48be-8c40-cb0e1ad10872 HTTP/1.1" status: 200 len: 948 time: 0.0768552 Jun 10 18:59:21.476875 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-7b5b539c-8965-404f-be9b-35ab799d0f04 req-15563b1c-0469-42ca-a44b-4e391d6a6602 tempest-VolumesNegativeTest-925461367 tempest-VolumesNegativeTest-925461367-project] 10.222.0.15 "GET /v2.0/security-groups?id=c86e389b-58f8-4d80-af88-a6e0dd69cc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369732 Jun 10 18:59:21.490302 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-3c415e27-c542-4c07-a338-6fee06c83238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542662'] for network, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:21.599415 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-3c415e27-c542-4c07-a338-6fee06c83238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-876752', 'neutron.services.segments.db._delete_segments_for_network-8731578620079'] for network, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:21.610500 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.services.segments.db [None req-3c415e27-c542-4c07-a338-6fee06c83238 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['798b3304-d846-4405-abd8-3e39869cbb31']}} {{(pid=98184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:59:21.621150 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.services.segments.db [None req-3c415e27-c542-4c07-a338-6fee06c83238 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7119681d-2359-4780-9556-3cc9780022cb') {'for_net_delete': True} {{(pid=98184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:59:21.621465 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.services.segments.db [None req-3c415e27-c542-4c07-a338-6fee06c83238 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7119681d-2359-4780-9556-3cc9780022cb') {} {{(pid=98184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:59:21.631903 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-3c415e27-c542-4c07-a338-6fee06c83238 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731578619908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374928'] for segment, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:21.646930 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-3c415e27-c542-4c07-a338-6fee06c83238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881768'] for segment, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:21.653087 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c415e27-c542-4c07-a338-6fee06c83238 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=98184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 18:59:21.653594 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-3c415e27-c542-4c07-a338-6fee06c83238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12374130'] for segment, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:21.655403 dv-cinder-786260-4-iscsi neutron-server[98184]: Traceback (most recent call last): Jun 10 18:59:21.655403 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 18:59:21.655403 dv-cinder-786260-4-iscsi neutron-server[98184]: timer() Jun 10 18:59:21.655403 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 18:59:21.655403 dv-cinder-786260-4-iscsi neutron-server[98184]: cb(*args, **kw) Jun 10 18:59:21.655403 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 18:59:21.655403 dv-cinder-786260-4-iscsi neutron-server[98184]: return func(*args, **kwargs) Jun 10 18:59:21.655403 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 18:59:21.655403 dv-cinder-786260-4-iscsi neutron-server[98184]: self._notify() Jun 10 18:59:21.655403 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 18:59:21.655403 dv-cinder-786260-4-iscsi neutron-server[98184]: self.callback(batched_events) Jun 10 18:59:21.655403 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 18:59:21.655403 dv-cinder-786260-4-iscsi neutron-server[98184]: event.method(event) Jun 10 18:59:21.655403 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 18:59:21.655403 dv-cinder-786260-4-iscsi neutron-server[98184]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 18:59:21.655403 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 18:59:21.655403 dv-cinder-786260-4-iscsi neutron-server[98184]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 18:59:21.655403 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 18:59:21.655403 dv-cinder-786260-4-iscsi neutron-server[98184]: return f(self, *a, **k) Jun 10 18:59:21.655403 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 18:59:21.655403 dv-cinder-786260-4-iscsi neutron-server[98184]: return self._get(url).json() Jun 10 18:59:21.655403 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 18:59:21.655403 dv-cinder-786260-4-iscsi neutron-server[98184]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 18:59:21.655403 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 18:59:21.655403 dv-cinder-786260-4-iscsi neutron-server[98184]: return self.request(url, 'GET', **kwargs) Jun 10 18:59:21.655403 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 18:59:21.655403 dv-cinder-786260-4-iscsi neutron-server[98184]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 18:59:21.655403 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 18:59:21.655403 dv-cinder-786260-4-iscsi neutron-server[98184]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 18:59:21.655403 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 18:59:21.655403 dv-cinder-786260-4-iscsi neutron-server[98184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 18:59:21.655403 dv-cinder-786260-4-iscsi neutron-server[98184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 18:59:21.701800 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] get_ports_and_sgs() called for port_ids ['6e4ad305-b96c-4dc0-971c-8c8595f1c1f7'] {{(pid=98186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 18:59:21.730950 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-3c415e27-c542-4c07-a338-6fee06c83238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-876761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4045579'] for network, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:21.735621 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:59:21.738032 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-3c415e27-c542-4c07-a338-6fee06c83238 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731712'] for network, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:21.742507 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-3c415e27-c542-4c07-a338-6fee06c83238 admin admin] 10.222.0.15 "DELETE /v2.0/networks/798b3304-d846-4405-abd8-3e39869cbb31 HTTP/1.1" status: 204 len: 168 time: 0.3424594 Jun 10 18:59:21.743194 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 55488) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:59:21.754806 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c415e27-c542-4c07-a338-6fee06c83238 admin admin] Pushing event deleted for resources: {'Network': ['ID=798b3304-d846-4405-abd8-3e39869cbb31,revision_number=None']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:59:21.757241 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-3c415e27-c542-4c07-a338-6fee06c83238 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:59:21.795058 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.db.db_base_plugin_v2 [None req-92810a36-36bb-4742-bd7e-20deeba52f56 admin admin] Deleting subnet d67a4f01-afac-4f78-b4b5-ca3216698dac {{(pid=98185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 18:59:21.798823 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-92810a36-36bb-4742-bd7e-20deeba52f56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:21.846765 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-92810a36-36bb-4742-bd7e-20deeba52f56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9585371'] for subnet, precommit_delete_associations {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:21.893335 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-92810a36-36bb-4742-bd7e-20deeba52f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883551'] for subnet, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:21.954235 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-92810a36-36bb-4742-bd7e-20deeba52f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11876891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11674946'] for subnet, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:21.956515 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-0f08dbbd-9919-42bb-adb6-64766db1447c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:59:21.985259 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92810a36-36bb-4742-bd7e-20deeba52f56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d67a4f01-afac-4f78-b4b5-ca3216698dac,revision_number=None']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:59:21.988838 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-92810a36-36bb-4742-bd7e-20deeba52f56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:59:21.991395 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-92810a36-36bb-4742-bd7e-20deeba52f56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:21.993276 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-92810a36-36bb-4742-bd7e-20deeba52f56 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/d67a4f01-afac-4f78-b4b5-ca3216698dac HTTP/1.1" status: 204 len: 168 time: 0.2490778 Jun 10 18:59:21.995687 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 55490) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:59:22.087352 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-e20a0e08-b26c-483e-a873-5fda33073d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542662'] for network, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:22.193122 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-e20a0e08-b26c-483e-a873-5fda33073d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-876752', 'neutron.services.segments.db._delete_segments_for_network-8731578620079'] for network, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:22.204823 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.services.segments.db [None req-e20a0e08-b26c-483e-a873-5fda33073d26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fc3eedd-030c-4207-a667-6b7bd0193d89']}} {{(pid=98185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:59:22.215298 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.services.segments.db [None req-e20a0e08-b26c-483e-a873-5fda33073d26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f3c2add-134a-4f60-a873-cce7bfcc6a0b') {'for_net_delete': True} {{(pid=98185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:59:22.215594 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.services.segments.db [None req-e20a0e08-b26c-483e-a873-5fda33073d26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f3c2add-134a-4f60-a873-cce7bfcc6a0b') {} {{(pid=98185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:59:22.225292 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-e20a0e08-b26c-483e-a873-5fda33073d26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731578619908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9585346'] for segment, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:22.239422 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-e20a0e08-b26c-483e-a873-5fda33073d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881768'] for segment, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:22.244997 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e20a0e08-b26c-483e-a873-5fda33073d26 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=98185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 18:59:22.245415 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-e20a0e08-b26c-483e-a873-5fda33073d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11876740'] for segment, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:22.246975 dv-cinder-786260-4-iscsi neutron-server[98185]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 18:59:22.246975 dv-cinder-786260-4-iscsi neutron-server[98185]: retrieve_revision_numbers = { Jun 10 18:59:22.246975 dv-cinder-786260-4-iscsi neutron-server[98185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 18:59:22.246975 dv-cinder-786260-4-iscsi neutron-server[98185]: conditions |= (models_v2.Port.network_id.in_( Jun 10 18:59:22.246975 dv-cinder-786260-4-iscsi neutron-server[98185]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 18:59:22.246975 dv-cinder-786260-4-iscsi neutron-server[98185]: retrieve_revision_numbers = { Jun 10 18:59:22.246975 dv-cinder-786260-4-iscsi neutron-server[98185]: Traceback (most recent call last): Jun 10 18:59:22.246975 dv-cinder-786260-4-iscsi neutron-server[98185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 18:59:22.246975 dv-cinder-786260-4-iscsi neutron-server[98185]: timer() Jun 10 18:59:22.246975 dv-cinder-786260-4-iscsi neutron-server[98185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 18:59:22.246975 dv-cinder-786260-4-iscsi neutron-server[98185]: cb(*args, **kw) Jun 10 18:59:22.246975 dv-cinder-786260-4-iscsi neutron-server[98185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 18:59:22.246975 dv-cinder-786260-4-iscsi neutron-server[98185]: return func(*args, **kwargs) Jun 10 18:59:22.246975 dv-cinder-786260-4-iscsi neutron-server[98185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 18:59:22.246975 dv-cinder-786260-4-iscsi neutron-server[98185]: self._notify() Jun 10 18:59:22.246975 dv-cinder-786260-4-iscsi neutron-server[98185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 18:59:22.246975 dv-cinder-786260-4-iscsi neutron-server[98185]: self.callback(batched_events) Jun 10 18:59:22.246975 dv-cinder-786260-4-iscsi neutron-server[98185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 18:59:22.246975 dv-cinder-786260-4-iscsi neutron-server[98185]: event.method(event) Jun 10 18:59:22.246975 dv-cinder-786260-4-iscsi neutron-server[98185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 18:59:22.246975 dv-cinder-786260-4-iscsi neutron-server[98185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 18:59:22.246975 dv-cinder-786260-4-iscsi neutron-server[98185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 18:59:22.246975 dv-cinder-786260-4-iscsi neutron-server[98185]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 18:59:22.246975 dv-cinder-786260-4-iscsi neutron-server[98185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 18:59:22.246975 dv-cinder-786260-4-iscsi neutron-server[98185]: return f(self, *a, **k) Jun 10 18:59:22.246975 dv-cinder-786260-4-iscsi neutron-server[98185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 18:59:22.246975 dv-cinder-786260-4-iscsi neutron-server[98185]: return self._get(url).json() Jun 10 18:59:22.246975 dv-cinder-786260-4-iscsi neutron-server[98185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 18:59:22.246975 dv-cinder-786260-4-iscsi neutron-server[98185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 18:59:22.246975 dv-cinder-786260-4-iscsi neutron-server[98185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 18:59:22.246975 dv-cinder-786260-4-iscsi neutron-server[98185]: return self.request(url, 'GET', **kwargs) Jun 10 18:59:22.246975 dv-cinder-786260-4-iscsi neutron-server[98185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 18:59:22.246975 dv-cinder-786260-4-iscsi neutron-server[98185]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 18:59:22.246975 dv-cinder-786260-4-iscsi neutron-server[98185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 18:59:22.246975 dv-cinder-786260-4-iscsi neutron-server[98185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 18:59:22.246975 dv-cinder-786260-4-iscsi neutron-server[98185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 18:59:22.246975 dv-cinder-786260-4-iscsi neutron-server[98185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 18:59:22.246975 dv-cinder-786260-4-iscsi neutron-server[98185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 18:59:22.322676 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-e20a0e08-b26c-483e-a873-5fda33073d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-876761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4045579'] for network, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:22.326310 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-844f8d71-bb1d-46d0-ba23-703f959a2377 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:59:22.329891 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-e20a0e08-b26c-483e-a873-5fda33073d26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731712'] for network, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:22.331695 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-e20a0e08-b26c-483e-a873-5fda33073d26 admin admin] 10.222.0.15 "DELETE /v2.0/networks/1fc3eedd-030c-4207-a667-6b7bd0193d89 HTTP/1.1" status: 204 len: 168 time: 0.3351183 Jun 10 18:59:22.344946 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20a0e08-b26c-483e-a873-5fda33073d26 admin admin] Pushing event deleted for resources: {'Network': ['ID=1fc3eedd-030c-4207-a667-6b7bd0193d89,revision_number=None']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:59:22.347212 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-e20a0e08-b26c-483e-a873-5fda33073d26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:59:22.487523 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 55494) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:59:22.532722 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-4fbf712f-1177-4767-ae2f-2850285bbb5c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a76bd6d382b2482a841ec436f70edb42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0439644 Jun 10 18:59:22.535172 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 55498) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:59:22.587932 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-9dc82044-bda0-4be2-bd2d-a775eec3b1d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:22.642996 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-9dc82044-bda0-4be2-bd2d-a775eec3b1d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:22.710643 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb116ae-fe95-4d74-b0ff-9bd55bdd89e3 req-00270653-7948-4287-b2f3-44ed87fe97c2 tempest-VolumesNegativeTest-925461367 tempest-VolumesNegativeTest-925461367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:59:22.712028 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-2fb116ae-fe95-4d74-b0ff-9bd55bdd89e3 req-00270653-7948-4287-b2f3-44ed87fe97c2 tempest-VolumesNegativeTest-925461367 tempest-VolumesNegativeTest-925461367-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac3da9a0-838a-48be-8c40-cb0e1ad10872 HTTP/1.1" status: 200 len: 948 time: 0.1223307 Jun 10 18:59:22.727613 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-9dc82044-bda0-4be2-bd2d-a775eec3b1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:22.730125 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-9dc82044-bda0-4be2-bd2d-a775eec3b1d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:22.731159 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-9dc82044-bda0-4be2-bd2d-a775eec3b1d4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b2f50f2b-c40d-4d38-8c50-809d73f614ea HTTP/1.1" status: 204 len: 168 time: 0.1951063 Jun 10 18:59:22.740161 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-089a9c9d-68ea-4419-b064-1f640016770d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:59:22.753736 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc82044-bda0-4be2-bd2d-a775eec3b1d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f50f2b-c40d-4d38-8c50-809d73f614ea,revision_number=None']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:59:22.762996 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-9dc82044-bda0-4be2-bd2d-a775eec3b1d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:59:22.771085 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-2fb116ae-fe95-4d74-b0ff-9bd55bdd89e3 req-0dd792ac-6673-4565-bf61-594c6a57f01e tempest-VolumesNegativeTest-925461367 tempest-VolumesNegativeTest-925461367-project] 10.222.0.15 "GET /v2.0/security-groups?id=c86e389b-58f8-4d80-af88-a6e0dd69cc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532789 Jun 10 18:59:23.043219 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 55504) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:59:23.066800 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Device 6e4ad305-b96c-4dc0-971c-8c8595f1c1f7 up at agent hyperv_hv-cinder-78626 {{(pid=98186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 18:59:23.086963 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-57eed8d9-7843-440c-8d41-8bcd655ae577 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7c3d0f2f779b499daf49925f485b5e30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0425322 Jun 10 18:59:23.089260 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 55506) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:59:23.120508 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Provisioning for port 6e4ad305-b96c-4dc0-971c-8c8595f1c1f7 completed by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 18:59:23.124663 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Provisioning complete for port 6e4ad305-b96c-4dc0-971c-8c8595f1c1f7 triggered by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 18:59:23.125190 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:23.142381 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-822eaeae-f48d-406f-85cc-a6967bbbf779 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:23.164777 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-822eaeae-f48d-406f-85cc-a6967bbbf779 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:23.218156 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-822eaeae-f48d-406f-85cc-a6967bbbf779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:23.218366 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:23.221120 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-822eaeae-f48d-406f-85cc-a6967bbbf779 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:23.222755 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-822eaeae-f48d-406f-85cc-a6967bbbf779 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0003ecea-7d2a-4080-a85d-490c16f68903 HTTP/1.1" status: 204 len: 168 time: 0.1323020 Jun 10 18:59:23.223637 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-552f7402-d1d5-4e91-967a-feceb57d16e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:59:23.233050 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822eaeae-f48d-406f-85cc-a6967bbbf779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0003ecea-7d2a-4080-a85d-490c16f68903,revision_number=None']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:59:23.237480 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-822eaeae-f48d-406f-85cc-a6967bbbf779 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:59:23.245087 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac3da9a0-838a-48be-8c40-cb0e1ad10872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e4ad305-b96c-4dc0-971c-8c8595f1c1f7'}] {{(pid=98186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 18:59:23.247399 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c2f46a37dc9d9ea27ba47e2e5c887733d44c46f74833e79389795ef1d11a41d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe59a92e-e1e9-41a4-b2b5-030853d7d4ef" -d '{"events": [{"server_uuid": "ac3da9a0-838a-48be-8c40-cb0e1ad10872", "name": "network-vif-plugged", "status": "completed", "tag": "6e4ad305-b96c-4dc0-971c-8c8595f1c1f7"}]}' {{(pid=98186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 18:59:23.265519 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] For port 6e4ad305-b96c-4dc0-971c-8c8595f1c1f7, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=6e4ad305-b96c-4dc0-971c-8c8595f1c1f7,segment=NetworkSegment(96c0228b-b45d-40e6-a131-e6be465238ef),segment_id=96c0228b-b45d-40e6-a131-e6be465238ef)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:59:23.271343 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:23.276134 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-9c04ff0a-ae3b-4539-9f7b-c7c5a2c51788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:59:23.331234 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Pushing event updated for resources: {'Port': ['ID=6e4ad305-b96c-4dc0-971c-8c8595f1c1f7,revision_number=5']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:59:23.334356 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:59:23.410204 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 18:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f46cb417-bd19-4929-b646-bd937cfde334 x-openstack-request-id: req-f46cb417-bd19-4929-b646-bd937cfde334 {{(pid=98186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 18:59:23.410512 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac3da9a0-838a-48be-8c40-cb0e1ad10872", "name": "network-vif-plugged", "status": "completed", "tag": "6e4ad305-b96c-4dc0-971c-8c8595f1c1f7", "code": 200}]} {{(pid=98186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 18:59:23.410772 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f46cb417-bd19-4929-b646-bd937cfde334 {{(pid=98186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 18:59:23.411223 dv-cinder-786260-4-iscsi neutron-server[98186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac3da9a0-838a-48be-8c40-cb0e1ad10872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e4ad305-b96c-4dc0-971c-8c8595f1c1f7', 'code': 200} Jun 10 18:59:23.644695 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89f245a-d6b7-4422-9f90-cbdd60a9b4b1 req-13276889-2c8c-4471-be81-90af31abf3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:59:23.646228 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-e89f245a-d6b7-4422-9f90-cbdd60a9b4b1 req-13276889-2c8c-4471-be81-90af31abf3c9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ac3da9a0-838a-48be-8c40-cb0e1ad10872 HTTP/1.1" status: 200 len: 1102 time: 0.0592101 Jun 10 18:59:23.684832 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-e89f245a-d6b7-4422-9f90-cbdd60a9b4b1 req-2fb09562-26e1-4349-98e8-8cdb6504989e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c86e389b-58f8-4d80-af88-a6e0dd69cc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323052 Jun 10 18:59:23.961937 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d18c417-f144-46da-8e5d-160c4017eafe req-9b762e4a-5646-4694-b796-ac0ebb4161d9 tempest-VolumesNegativeTest-925461367 tempest-VolumesNegativeTest-925461367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:59:23.963435 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-4d18c417-f144-46da-8e5d-160c4017eafe req-9b762e4a-5646-4694-b796-ac0ebb4161d9 tempest-VolumesNegativeTest-925461367 tempest-VolumesNegativeTest-925461367-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac3da9a0-838a-48be-8c40-cb0e1ad10872 HTTP/1.1" status: 200 len: 949 time: 0.0754740 Jun 10 18:59:24.005176 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-4d18c417-f144-46da-8e5d-160c4017eafe req-e49cc2e1-a189-4764-9752-352062ae6b2f tempest-VolumesNegativeTest-925461367 tempest-VolumesNegativeTest-925461367-project] 10.222.0.15 "GET /v2.0/security-groups?id=c86e389b-58f8-4d80-af88-a6e0dd69cc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356050 Jun 10 18:59:25.044039 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 55576) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:59:25.150632 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-06fe2a2a-17bc-4eed-84a4-aba799e4c3ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:25.258486 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-06fe2a2a-17bc-4eed-84a4-aba799e4c3ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:25.262463 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-06fe2a2a-17bc-4eed-84a4-aba799e4c3ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:25.265906 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-efc0ccc1-3114-4a35-9167-fc9555ddc595 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:59:25.312437 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-06fe2a2a-17bc-4eed-84a4-aba799e4c3ac admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8319241351754d93bf9b209a9ce1b111&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2663620 Jun 10 18:59:25.313565 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fe2a2a-17bc-4eed-84a4-aba799e4c3ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93b64176-2d30-4b91-9ecb-ba13960c8691,revision_number=1']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:59:25.316023 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 55580) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:59:25.322279 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-06fe2a2a-17bc-4eed-84a4-aba799e4c3ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:59:25.373783 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-ddebd74d-9e00-42d8-aa5e-5a2b6ea5bae1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:25.399346 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-ddebd74d-9e00-42d8-aa5e-5a2b6ea5bae1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:25.456160 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-ddebd74d-9e00-42d8-aa5e-5a2b6ea5bae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:25.459026 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-ddebd74d-9e00-42d8-aa5e-5a2b6ea5bae1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:25.462438 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-ddebd74d-9e00-42d8-aa5e-5a2b6ea5bae1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/93b64176-2d30-4b91-9ecb-ba13960c8691 HTTP/1.1" status: 204 len: 168 time: 0.1433289 Jun 10 18:59:25.462438 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-718b33d8-8597-4e11-9cbb-f01537143e5f tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:59:25.470995 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddebd74d-9e00-42d8-aa5e-5a2b6ea5bae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b64176-2d30-4b91-9ecb-ba13960c8691,revision_number=None']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:59:25.479137 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-ddebd74d-9e00-42d8-aa5e-5a2b6ea5bae1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:59:25.508804 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e0f9fc-79ea-441c-b673-748b390a7627 req-2d02c45e-5b49-456f-90a7-b9b4d9987621 tempest-VolumesNegativeTest-925461367 tempest-VolumesNegativeTest-925461367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:59:25.510354 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-a4e0f9fc-79ea-441c-b673-748b390a7627 req-2d02c45e-5b49-456f-90a7-b9b4d9987621 tempest-VolumesNegativeTest-925461367 tempest-VolumesNegativeTest-925461367-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac3da9a0-838a-48be-8c40-cb0e1ad10872 HTTP/1.1" status: 200 len: 949 time: 0.3783858 Jun 10 18:59:25.552941 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-a4e0f9fc-79ea-441c-b673-748b390a7627 req-cae5ef1f-40bd-415b-b5a7-c3e6f2fe89cc tempest-VolumesNegativeTest-925461367 tempest-VolumesNegativeTest-925461367-project] 10.222.0.15 "GET /v2.0/security-groups?id=c86e389b-58f8-4d80-af88-a6e0dd69cc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359178 Jun 10 18:59:25.743990 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 55590) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:59:25.760150 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-167838fd-a4df-46b7-ba55-a9dca8d1d8d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:25.864112 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-167838fd-a4df-46b7-ba55-a9dca8d1d8d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:25.868047 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-167838fd-a4df-46b7-ba55-a9dca8d1d8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:25.870540 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-8c774054-b47b-46f0-8ab5-59316c47e5e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:59:25.912257 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-167838fd-a4df-46b7-ba55-a9dca8d1d8d5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b49f523edbfe453c813605afc941cda9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1670871 Jun 10 18:59:25.913046 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167838fd-a4df-46b7-ba55-a9dca8d1d8d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97066a4a-bab7-4e9a-875c-9b49791760ce,revision_number=1']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:59:25.915356 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 55594) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:59:25.917281 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-167838fd-a4df-46b7-ba55-a9dca8d1d8d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:59:25.971677 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-ae5be108-ed22-409d-bfb8-50276aeee19c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:25.978951 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870a298a-e17e-4788-9c67-8f8bb3e611c3 req-fa31fe77-3524-4eee-ab75-6400acc7f5b2 tempest-VolumesNegativeTest-925461367 tempest-VolumesNegativeTest-925461367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:59:25.980389 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-870a298a-e17e-4788-9c67-8f8bb3e611c3 req-fa31fe77-3524-4eee-ab75-6400acc7f5b2 tempest-VolumesNegativeTest-925461367 tempest-VolumesNegativeTest-925461367-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac3da9a0-838a-48be-8c40-cb0e1ad10872 HTTP/1.1" status: 200 len: 949 time: 0.0707181 Jun 10 18:59:25.994576 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-ae5be108-ed22-409d-bfb8-50276aeee19c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:26.022445 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-870a298a-e17e-4788-9c67-8f8bb3e611c3 req-19c8548a-8fe0-4d33-ba60-e2b925adcc03 tempest-VolumesNegativeTest-925461367 tempest-VolumesNegativeTest-925461367-project] 10.222.0.15 "GET /v2.0/security-groups?id=c86e389b-58f8-4d80-af88-a6e0dd69cc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360284 Jun 10 18:59:26.045344 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-ae5be108-ed22-409d-bfb8-50276aeee19c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:26.048203 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-ae5be108-ed22-409d-bfb8-50276aeee19c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:26.049370 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-ae5be108-ed22-409d-bfb8-50276aeee19c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/97066a4a-bab7-4e9a-875c-9b49791760ce HTTP/1.1" status: 204 len: 168 time: 0.1330926 Jun 10 18:59:26.050190 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-e3eb5872-6bc3-4186-a215-51aface15cb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:59:26.058804 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5be108-ed22-409d-bfb8-50276aeee19c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97066a4a-bab7-4e9a-875c-9b49791760ce,revision_number=None']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:59:26.060944 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-ae5be108-ed22-409d-bfb8-50276aeee19c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:59:27.209059 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9ace94-d8df-4f09-8942-6d3702fba421 req-093181a7-e691-4f62-9e43-dcde2220039b tempest-VolumesNegativeTest-925461367 tempest-VolumesNegativeTest-925461367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:59:27.210554 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-8b9ace94-d8df-4f09-8942-6d3702fba421 req-093181a7-e691-4f62-9e43-dcde2220039b tempest-VolumesNegativeTest-925461367 tempest-VolumesNegativeTest-925461367-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac3da9a0-838a-48be-8c40-cb0e1ad10872 HTTP/1.1" status: 200 len: 949 time: 0.0714178 Jun 10 18:59:27.252911 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-8b9ace94-d8df-4f09-8942-6d3702fba421 req-7b20f33b-cbe7-4bee-b750-d27a31daf8a4 tempest-VolumesNegativeTest-925461367 tempest-VolumesNegativeTest-925461367-project] 10.222.0.15 "GET /v2.0/security-groups?id=c86e389b-58f8-4d80-af88-a6e0dd69cc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367947 Jun 10 18:59:27.463228 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6351cedc-d66c-48f6-a730-bfe6ad42f7af req-5c960cfe-4864-42a6-8ea6-9c8170e46ca4 tempest-VolumesNegativeTest-925461367 tempest-VolumesNegativeTest-925461367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:59:27.464670 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-6351cedc-d66c-48f6-a730-bfe6ad42f7af req-5c960cfe-4864-42a6-8ea6-9c8170e46ca4 tempest-VolumesNegativeTest-925461367 tempest-VolumesNegativeTest-925461367-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac3da9a0-838a-48be-8c40-cb0e1ad10872 HTTP/1.1" status: 200 len: 949 time: 0.0725431 Jun 10 18:59:27.582800 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.plugin [req-6351cedc-d66c-48f6-a730-bfe6ad42f7af req-3fb2a542-8b03-4bc3-b46f-02d867e01d5b tempest-VolumesNegativeTest-925461367 tempest-VolumesNegativeTest-925461367-project] Deleting port 6e4ad305-b96c-4dc0-971c-8c8595f1c1f7 {{(pid=98185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 18:59:27.583075 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-6351cedc-d66c-48f6-a730-bfe6ad42f7af req-3fb2a542-8b03-4bc3-b46f-02d867e01d5b tempest-VolumesNegativeTest-925461367 tempest-VolumesNegativeTest-925461367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578452511'] for port, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:27.704563 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.db [req-6351cedc-d66c-48f6-a730-bfe6ad42f7af req-3fb2a542-8b03-4bc3-b46f-02d867e01d5b tempest-VolumesNegativeTest-925461367 tempest-VolumesNegativeTest-925461367-project] For port 6e4ad305-b96c-4dc0-971c-8c8595f1c1f7, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=6e4ad305-b96c-4dc0-971c-8c8595f1c1f7,segment=NetworkSegment(96c0228b-b45d-40e6-a131-e6be465238ef),segment_id=96c0228b-b45d-40e6-a131-e6be465238ef)] {{(pid=98185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:59:27.704928 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-6351cedc-d66c-48f6-a730-bfe6ad42f7af req-3fb2a542-8b03-4bc3-b46f-02d867e01d5b tempest-VolumesNegativeTest-925461367 tempest-VolumesNegativeTest-925461367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4044702'] for port, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:27.800250 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.plugin [req-6351cedc-d66c-48f6-a730-bfe6ad42f7af req-3fb2a542-8b03-4bc3-b46f-02d867e01d5b tempest-VolumesNegativeTest-925461367 tempest-VolumesNegativeTest-925461367-project] Calling delete_port for 6e4ad305-b96c-4dc0-971c-8c8595f1c1f7 owned by compute:nova {{(pid=98185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 18:59:27.966322 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-6351cedc-d66c-48f6-a730-bfe6ad42f7af req-3fb2a542-8b03-4bc3-b46f-02d867e01d5b tempest-VolumesNegativeTest-925461367 tempest-VolumesNegativeTest-925461367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578457411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578064415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11876817'] for port, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:27.970671 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-ec9eb1a6-0e7f-4174-988a-9aa5225be2cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:59:27.980473 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] get_ports_and_sgs() called for port_ids ['6e4ad305-b96c-4dc0-971c-8c8595f1c1f7'] {{(pid=98186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 18:59:28.004204 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb2a542-8b03-4bc3-b46f-02d867e01d5b tempest-VolumesNegativeTest-925461367 tempest-VolumesNegativeTest-925461367-project] Pushing event deleted for resources: {'Port': ['ID=6e4ad305-b96c-4dc0-971c-8c8595f1c1f7,revision_number=None']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:59:28.006715 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-3fb2a542-8b03-4bc3-b46f-02d867e01d5b tempest-VolumesNegativeTest-925461367 tempest-VolumesNegativeTest-925461367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:59:28.068832 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.db.l3_dvrscheduler_db [req-6351cedc-d66c-48f6-a730-bfe6ad42f7af req-3fb2a542-8b03-4bc3-b46f-02d867e01d5b tempest-VolumesNegativeTest-925461367 tempest-VolumesNegativeTest-925461367-project] No DVR routers for this DVR port 6e4ad305-b96c-4dc0-971c-8c8595f1c1f7 on host hv-cinder-78626 {{(pid=98185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 18:59:28.071534 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-6351cedc-d66c-48f6-a730-bfe6ad42f7af req-3fb2a542-8b03-4bc3-b46f-02d867e01d5b tempest-VolumesNegativeTest-925461367 tempest-VolumesNegativeTest-925461367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230521'] for port, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:28.073833 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-6351cedc-d66c-48f6-a730-bfe6ad42f7af req-3fb2a542-8b03-4bc3-b46f-02d867e01d5b tempest-VolumesNegativeTest-925461367 tempest-VolumesNegativeTest-925461367-project] 10.222.0.39 "DELETE /v2.0/ports/6e4ad305-b96c-4dc0-971c-8c8595f1c1f7 HTTP/1.1" status: 204 len: 173 time: 0.6023190 Jun 10 18:59:28.074414 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac3da9a0-838a-48be-8c40-cb0e1ad10872', 'name': 'network-vif-deleted', 'tag': '6e4ad305-b96c-4dc0-971c-8c8595f1c1f7'}] {{(pid=98185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 18:59:28.078358 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44d46bb02d59f4e600e8e3fdef735be97a189b4bda953b1539dd9e97451c2ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d073468-2e1f-476f-a7f1-429f07a1e009" -d '{"events": [{"server_uuid": "ac3da9a0-838a-48be-8c40-cb0e1ad10872", "name": "network-vif-deleted", "tag": "6e4ad305-b96c-4dc0-971c-8c8595f1c1f7"}]}' {{(pid=98185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 18:59:28.134346 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 18:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c77bae4-9fb1-4ae2-b3d3-f56a3820a51a x-openstack-request-id: req-9c77bae4-9fb1-4ae2-b3d3-f56a3820a51a {{(pid=98185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 18:59:28.135608 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac3da9a0-838a-48be-8c40-cb0e1ad10872", "name": "network-vif-deleted", "tag": "6e4ad305-b96c-4dc0-971c-8c8595f1c1f7", "status": "completed", "code": 200}]} {{(pid=98185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 18:59:28.135608 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9c77bae4-9fb1-4ae2-b3d3-f56a3820a51a {{(pid=98185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 18:59:28.135608 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac3da9a0-838a-48be-8c40-cb0e1ad10872', 'name': 'network-vif-deleted', 'tag': '6e4ad305-b96c-4dc0-971c-8c8595f1c1f7', 'status': 'completed', 'code': 200} Jun 10 18:59:28.426187 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-9d2d6d39-e937-4f44-9b55-507e05d21f45 req-270b99a7-b32c-4cc8-b809-a65a39cc1e81 tempest-VolumesNegativeTest-925461367 tempest-VolumesNegativeTest-925461367-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac3da9a0-838a-48be-8c40-cb0e1ad10872 HTTP/1.1" status: 200 len: 210 time: 0.0395775 Jun 10 18:59:28.883171 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 55734) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:59:28.989215 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-b057ed54-1e93-4a42-97f8-6acde21be3df admin admin] Notify callbacks [] for security_group, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:29.079041 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-b057ed54-1e93-4a42-97f8-6acde21be3df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:29.082801 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-b057ed54-1e93-4a42-97f8-6acde21be3df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:29.085885 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-16e7553d-e25a-445a-be5f-90ab96cae6a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:59:29.123961 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-b057ed54-1e93-4a42-97f8-6acde21be3df admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3a37d252a8b64a69a102d0c6bc21cac4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2397249 Jun 10 18:59:29.125226 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b057ed54-1e93-4a42-97f8-6acde21be3df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc2f03b-d796-4f75-a700-a825205db0e5,revision_number=1']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:59:29.126755 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 55738) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:59:29.128406 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-b057ed54-1e93-4a42-97f8-6acde21be3df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:59:29.184508 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-3fc9ac17-49f1-4910-a556-226d0454d7a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:29.207837 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-3fc9ac17-49f1-4910-a556-226d0454d7a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:29.256473 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-3fc9ac17-49f1-4910-a556-226d0454d7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:29.259135 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-3fc9ac17-49f1-4910-a556-226d0454d7a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:29.260278 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-3fc9ac17-49f1-4910-a556-226d0454d7a1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2dc2f03b-d796-4f75-a700-a825205db0e5 HTTP/1.1" status: 204 len: 168 time: 0.1318450 Jun 10 18:59:29.261171 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-b40809f8-5bdc-4c07-912d-060453471741 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:59:29.270148 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc9ac17-49f1-4910-a556-226d0454d7a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc2f03b-d796-4f75-a700-a825205db0e5,revision_number=None']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:59:29.272350 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-3fc9ac17-49f1-4910-a556-226d0454d7a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:59:29.519679 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 55746) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:59:29.542196 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-5e3046a9-b58a-4aa0-a5c4-f770b63f9b38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:29.644425 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-5e3046a9-b58a-4aa0-a5c4-f770b63f9b38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:29.648150 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-5e3046a9-b58a-4aa0-a5c4-f770b63f9b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:29.651596 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-2cdf7c9a-1ee4-42c5-a896-53ba6f5b1d8d tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:59:29.691143 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-5e3046a9-b58a-4aa0-a5c4-f770b63f9b38 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bb91739981bc4065b9528ab2444ba323&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1702030 Jun 10 18:59:29.692344 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3046a9-b58a-4aa0-a5c4-f770b63f9b38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2cfb1e8-6a78-4fd8-8e24-0b10c15523ee,revision_number=1']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:59:29.694956 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 55758) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:59:29.698314 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-5e3046a9-b58a-4aa0-a5c4-f770b63f9b38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:59:29.753118 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-6af5e883-f8d7-44f6-89e8-7cbeba2a09b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:29.777030 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-6af5e883-f8d7-44f6-89e8-7cbeba2a09b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:29.828305 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-6af5e883-f8d7-44f6-89e8-7cbeba2a09b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:29.831021 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-6af5e883-f8d7-44f6-89e8-7cbeba2a09b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:29.832196 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-6af5e883-f8d7-44f6-89e8-7cbeba2a09b6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f2cfb1e8-6a78-4fd8-8e24-0b10c15523ee HTTP/1.1" status: 204 len: 168 time: 0.1353302 Jun 10 18:59:29.832972 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-04cbac60-9041-4945-a316-0a964c149f5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:59:29.841726 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af5e883-f8d7-44f6-89e8-7cbeba2a09b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2cfb1e8-6a78-4fd8-8e24-0b10c15523ee,revision_number=None']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:59:29.845225 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-6af5e883-f8d7-44f6-89e8-7cbeba2a09b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:59:31.081721 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Device 6e4ad305-b96c-4dc0-971c-8c8595f1c1f7 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=98186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 18:59:31.106953 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.plugin [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] No Port match for: 6e4ad305-b96c-4dc0-971c-8c8595f1c1f7 {{(pid=98186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 18:59:31.107317 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Device 6e4ad305-b96c-4dc0-971c-8c8595f1c1f7 not bound to the agent host hv-cinder-78626 {{(pid=98186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 18:59:33.570425 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 56042) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:59:33.712425 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-6198f79a-2843-485d-bd0a-85892a89d17f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=91a7fcba5a204279854e60c5138f6471&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1406722 Jun 10 18:59:33.714736 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 56046) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:59:33.766396 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-28aced8f-d6ef-4955-9e39-a6c82dfeba95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:33.788122 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-28aced8f-d6ef-4955-9e39-a6c82dfeba95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:33.841057 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-28aced8f-d6ef-4955-9e39-a6c82dfeba95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:33.843748 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-28aced8f-d6ef-4955-9e39-a6c82dfeba95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:33.844893 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-28aced8f-d6ef-4955-9e39-a6c82dfeba95 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c86e389b-58f8-4d80-af88-a6e0dd69cc80 HTTP/1.1" status: 204 len: 168 time: 0.1292441 Jun 10 18:59:33.845685 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-40ed4faf-23d4-4ba3-b473-1b4b2ec40627 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:59:33.856081 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aced8f-d6ef-4955-9e39-a6c82dfeba95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c86e389b-58f8-4d80-af88-a6e0dd69cc80,revision_number=None']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:59:33.859148 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-28aced8f-d6ef-4955-9e39-a6c82dfeba95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:59:34.193017 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 56056) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:59:34.306652 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-dd113a3d-0b96-4cf1-bebe-16dd7b2f3d7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:34.396907 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-dd113a3d-0b96-4cf1-bebe-16dd7b2f3d7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:34.400478 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-dd113a3d-0b96-4cf1-bebe-16dd7b2f3d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:34.403570 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-49269b83-b1bd-4592-a03e-1dd555013e14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:59:34.440894 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-dd113a3d-0b96-4cf1-bebe-16dd7b2f3d7d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3a2d39719a4242e4b3362912695b9194&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2467778 Jun 10 18:59:34.442863 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd113a3d-0b96-4cf1-bebe-16dd7b2f3d7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cacff8c0-ffbd-4ca8-aeb4-e87e1cd461e5,revision_number=1']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:59:34.443643 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 56060) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:59:34.445894 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-dd113a3d-0b96-4cf1-bebe-16dd7b2f3d7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:59:34.496142 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-f2d3f09b-b21b-4fd9-baf9-ed5a7767fc0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:34.527735 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-f2d3f09b-b21b-4fd9-baf9-ed5a7767fc0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:34.578631 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-f2d3f09b-b21b-4fd9-baf9-ed5a7767fc0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:34.581242 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-f2d3f09b-b21b-4fd9-baf9-ed5a7767fc0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:34.582381 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-f2d3f09b-b21b-4fd9-baf9-ed5a7767fc0b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cacff8c0-ffbd-4ca8-aeb4-e87e1cd461e5 HTTP/1.1" status: 204 len: 168 time: 0.1377103 Jun 10 18:59:34.583295 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-5e3046a9-b58a-4aa0-a5c4-f770b63f9b38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:59:34.592056 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d3f09b-b21b-4fd9-baf9-ed5a7767fc0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cacff8c0-ffbd-4ca8-aeb4-e87e1cd461e5,revision_number=None']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:59:34.595032 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-f2d3f09b-b21b-4fd9-baf9-ed5a7767fc0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:59:34.836376 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 56066) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:59:34.852830 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-1d530d58-b420-44a5-92ee-7b3fc8e001c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:34.946558 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-1d530d58-b420-44a5-92ee-7b3fc8e001c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:34.949964 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-1d530d58-b420-44a5-92ee-7b3fc8e001c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:34.954199 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-bfddf269-9642-48c7-b5b6-fb8f0796a912 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:59:34.993211 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-1d530d58-b420-44a5-92ee-7b3fc8e001c3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3534566bdc8547acae9973c85f8d3196&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1557572 Jun 10 18:59:34.994308 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d530d58-b420-44a5-92ee-7b3fc8e001c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69b8c984-6d8e-4ebe-b742-9599e9e0b342,revision_number=1']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:59:34.995996 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 56068) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:59:34.997296 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-1d530d58-b420-44a5-92ee-7b3fc8e001c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:59:35.050444 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-5c64256b-0a28-48f9-bf1e-12970bf24d28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:35.072891 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-5c64256b-0a28-48f9-bf1e-12970bf24d28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:35.121711 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-5c64256b-0a28-48f9-bf1e-12970bf24d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:35.124847 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-5c64256b-0a28-48f9-bf1e-12970bf24d28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:35.126038 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-5c64256b-0a28-48f9-bf1e-12970bf24d28 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/69b8c984-6d8e-4ebe-b742-9599e9e0b342 HTTP/1.1" status: 204 len: 168 time: 0.1285768 Jun 10 18:59:35.126862 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-ddebd74d-9e00-42d8-aa5e-5a2b6ea5bae1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:59:35.135249 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c64256b-0a28-48f9-bf1e-12970bf24d28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69b8c984-6d8e-4ebe-b742-9599e9e0b342,revision_number=None']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:59:35.137434 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-5c64256b-0a28-48f9-bf1e-12970bf24d28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:59:38.837689 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 56154) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:59:39.186390 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.plugin [None req-2d6c67ce-0330-4de2-9677-40fa32b67149 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Deleting port b8ad8fd4-97ca-4a54-8419-53655369dac4 {{(pid=98184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 18:59:39.186658 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-2d6c67ce-0330-4de2-9677-40fa32b67149 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578452511'] for port, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:39.291730 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-2d6c67ce-0330-4de2-9677-40fa32b67149 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4044702'] for port, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:39.292067 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-2d6c67ce-0330-4de2-9677-40fa32b67149 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:39.386300 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.plugin [None req-2d6c67ce-0330-4de2-9677-40fa32b67149 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Calling delete_port for b8ad8fd4-97ca-4a54-8419-53655369dac4 owned by network:floatingip {{(pid=98184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 18:59:39.569977 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-2d6c67ce-0330-4de2-9677-40fa32b67149 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578457411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578064415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12374055'] for port, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:39.572586 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-7e28db79-1bca-4e27-b7e0-dc4d18e06342 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:59:39.605947 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6c67ce-0330-4de2-9677-40fa32b67149 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Pushing event deleted for resources: {'Port': ['ID=b8ad8fd4-97ca-4a54-8419-53655369dac4,revision_number=None']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:59:39.610317 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-2d6c67ce-0330-4de2-9677-40fa32b67149 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:59:39.687009 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-2d6c67ce-0330-4de2-9677-40fa32b67149 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Notify callbacks [] for floatingip, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:39.687343 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.db.l3_db [None req-2d6c67ce-0330-4de2-9677-40fa32b67149 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Floating IP 762aa9e3-bd63-4d51-82f6-0dfed8dfe706 disassociated (deleted). External IP: 172.27.3.195, port: 43501b1a-0b6a-49d1-b168-1bc9e2b3d64c. Jun 10 18:59:39.977120 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d6c67ce-0330-4de2-9677-40fa32b67149 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Router 14855a53-48f8-4368-9dd5-ac55a5ddba45 has already been hosted by L3 agent 1661496b-b13c-41e5-8e80-f6a07c138e01 {{(pid=98184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 18:59:40.126355 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d6c67ce-0330-4de2-9677-40fa32b67149 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Notify agent at l3_agent.dv-cinder-786260-4-iscsi the message routers_updated {{(pid=98184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 18:59:40.131237 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-2d6c67ce-0330-4de2-9677-40fa32b67149 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230521'] for floatingip, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:40.136162 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67cba9d4-e489-448f-87ce-efe676a3244e None None] Sync routers for ids ['14855a53-48f8-4368-9dd5-ac55a5ddba45'] in dv-cinder-786260-4-iscsi {{(pid=98186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 18:59:40.144946 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cba9d4-e489-448f-87ce-efe676a3244e None None] Routers {'14855a53-48f8-4368-9dd5-ac55a5ddba45'} bound to L3 agent in host dv-cinder-786260-4-iscsi {{(pid=98186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 18:59:40.145616 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-67cba9d4-e489-448f-87ce-efe676a3244e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T18:39:44Z,description=,heartbeat_timestamp=2021-06-10T18:59:14Z,host='dv-cinder-786260-4-iscsi',id=1661496b-b13c-41e5-8e80-f6a07c138e01,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T18:39:44Z,topic='l3_agent')) {'router_ids': ['14855a53-48f8-4368-9dd5-ac55a5ddba45'], 'active': True} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:59:40.174169 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-2d6c67ce-0330-4de2-9677-40fa32b67149 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "DELETE /v2.0/floatingips/762aa9e3-bd63-4d51-82f6-0dfed8dfe706 HTTP/1.1" status: 204 len: 168 time: 1.3353570 Jun 10 18:59:40.174838 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee236ae7-b9ef-473e-ae5c-fd621b0bca5f', 'tag': '43501b1a-0b6a-49d1-b168-1bc9e2b3d64c'}] {{(pid=98184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 18:59:40.177196 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb56d522721b4b5adfc42fa723f2f3515f3582caf8bc0113b3f39c2a7fe625ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dffce84-43ee-4837-b56b-76ff90bbc99b" -d '{"events": [{"name": "network-changed", "server_uuid": "ee236ae7-b9ef-473e-ae5c-fd621b0bca5f", "tag": "43501b1a-0b6a-49d1-b168-1bc9e2b3d64c"}]}' {{(pid=98184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 18:59:40.308461 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvr_db [None req-67cba9d4-e489-448f-87ce-efe676a3244e None None] Set router 14855a53-48f8-4368-9dd5-ac55a5ddba45 gateway port host: dv-cinder-786260-4-iscsi {{(pid=98186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 18:59:40.342437 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 18:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0a20c70-9e23-45d7-ba86-ab3de089348f x-openstack-request-id: req-f0a20c70-9e23-45d7-ba86-ab3de089348f {{(pid=98184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 18:59:40.342834 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee236ae7-b9ef-473e-ae5c-fd621b0bca5f", "tag": "43501b1a-0b6a-49d1-b168-1bc9e2b3d64c", "status": "completed", "code": 200}]} {{(pid=98184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 18:59:40.343294 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f0a20c70-9e23-45d7-ba86-ab3de089348f {{(pid=98184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 18:59:40.343826 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee236ae7-b9ef-473e-ae5c-fd621b0bca5f', 'tag': '43501b1a-0b6a-49d1-b168-1bc9e2b3d64c', 'status': 'completed', 'code': 200} Jun 10 18:59:40.449876 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dffce84-43ee-4837-b56b-76ff90bbc99b req-382d5628-9e74-4630-bc69-55fd0ed15f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:59:40.452249 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-8dffce84-43ee-4837-b56b-76ff90bbc99b req-382d5628-9e74-4630-bc69-55fd0ed15f70 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1a2d315ad5024710bea813f4dc02e234&device_id=ee236ae7-b9ef-473e-ae5c-fd621b0bca5f HTTP/1.1" status: 200 len: 1098 time: 0.0869203 Jun 10 18:59:40.602942 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-67cba9d4-e489-448f-87ce-efe676a3244e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14855a53-48f8-4368-9dd5-ac55a5ddba45', 'name': 'tempest-TestShelveInstance-1425096123-router', 'tenant_id': '1a2d315ad5024710bea813f4dc02e234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '115343b1-8688-415c-9375-536ef5ba6ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T18:53:22Z', 'updated_at': '2021-06-10T18:53:26Z', 'revision_number': 4, 'project_id': '1a2d315ad5024710bea813f4dc02e234', 'gw_port': {'id': '115343b1-8688-415c-9375-536ef5ba6ddb', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:88:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14855a53-48f8-4368-9dd5-ac55a5ddba45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:53:23Z', 'updated_at': '2021-06-10T18:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi', '_interfaces': [{'id': 'cc714dc2-1b27-4dee-8139-f82826461e57', 'name': '', 'network_id': '94dda773-c553-4b86-9491-0f581f6e4a36', 'tenant_id': '1a2d315ad5024710bea813f4dc02e234', 'mac_address': 'fa:16:3e:a0:a5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14855a53-48f8-4368-9dd5-ac55a5ddba45', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '8c695381-fb23-404d-8bb4-7b35cd4e37e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:53:25Z', 'updated_at': '2021-06-10T18:53:33Z', 'revision_number': 5, 'project_id': '1a2d315ad5024710bea813f4dc02e234', 'subnets': [{'id': '8c695381-fb23-404d-8bb4-7b35cd4e37e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-4-iscsi', False) {} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:59:40.606667 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67cba9d4-e489-448f-87ce-efe676a3244e None None] Checking router: 14855a53-48f8-4368-9dd5-ac55a5ddba45 for host: dv-cinder-786260-4-iscsi {{(pid=98186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 18:59:40.615199 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cba9d4-e489-448f-87ce-efe676a3244e None None] Routers {'14855a53-48f8-4368-9dd5-ac55a5ddba45'} bound to L3 agent in host dv-cinder-786260-4-iscsi {{(pid=98186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 18:59:40.615803 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-67cba9d4-e489-448f-87ce-efe676a3244e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T18:39:44Z,description=,heartbeat_timestamp=2021-06-10T18:59:14Z,host='dv-cinder-786260-4-iscsi',id=1661496b-b13c-41e5-8e80-f6a07c138e01,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T18:39:44Z,topic='l3_agent')) {'router_ids': ['14855a53-48f8-4368-9dd5-ac55a5ddba45'], 'active': True} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:59:40.630809 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dffce84-43ee-4837-b56b-76ff90bbc99b req-92b9909d-4047-4f96-ae0b-506eeacdd02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:59:40.632306 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-8dffce84-43ee-4837-b56b-76ff90bbc99b req-92b9909d-4047-4f96-ae0b-506eeacdd02b service neutron] 10.222.0.39 "GET /v2.0/networks?id=94dda773-c553-4b86-9491-0f581f6e4a36 HTTP/1.1" status: 200 len: 910 time: 0.1716542 Jun 10 18:59:40.700462 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-8dffce84-43ee-4837-b56b-76ff90bbc99b req-056f41ff-1a8a-4265-91d3-51b76fe1b365 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43501b1a-0b6a-49d1-b168-1bc9e2b3d64c HTTP/1.1" status: 200 len: 217 time: 0.0544860 Jun 10 18:59:40.709878 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de37fa0-7a4d-4835-8c5d-68e7dd16a25d req-5f17f5b4-047d-4e32-a8b1-69a6196d8805 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:59:40.713580 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-8de37fa0-7a4d-4835-8c5d-68e7dd16a25d req-5f17f5b4-047d-4e32-a8b1-69a6196d8805 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee236ae7-b9ef-473e-ae5c-fd621b0bca5f HTTP/1.1" status: 200 len: 945 time: 0.1550913 Jun 10 18:59:40.797694 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dffce84-43ee-4837-b56b-76ff90bbc99b req-0ae07b34-e7fb-4fd2-bddf-9e481b8d1005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:59:40.799194 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-8dffce84-43ee-4837-b56b-76ff90bbc99b req-0ae07b34-e7fb-4fd2-bddf-9e481b8d1005 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8c695381-fb23-404d-8bb4-7b35cd4e37e4 HTTP/1.1" status: 200 len: 848 time: 0.0869424 Jun 10 18:59:40.802285 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-8de37fa0-7a4d-4835-8c5d-68e7dd16a25d req-de5172af-0931-4bf8-9cd9-5b14b8eafec7 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6fa5881-50b4-4699-a244-1cc62b394082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787368 Jun 10 18:59:40.870955 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dffce84-43ee-4837-b56b-76ff90bbc99b req-30287ffa-8cb0-40a8-8ce6-9271067694e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:59:40.872500 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-8dffce84-43ee-4837-b56b-76ff90bbc99b req-30287ffa-8cb0-40a8-8ce6-9271067694e8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=94dda773-c553-4b86-9491-0f581f6e4a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0659497 Jun 10 18:59:40.912104 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvr_db [None req-67cba9d4-e489-448f-87ce-efe676a3244e None None] Set router 14855a53-48f8-4368-9dd5-ac55a5ddba45 gateway port host: dv-cinder-786260-4-iscsi {{(pid=98186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 18:59:40.990511 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-8dffce84-43ee-4837-b56b-76ff90bbc99b req-1a930719-3212-4d36-b6f8-ec59768ff7f0 service neutron] 10.222.0.39 "GET /v2.0/networks/94dda773-c553-4b86-9491-0f581f6e4a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094179 Jun 10 18:59:41.115797 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-8dffce84-43ee-4837-b56b-76ff90bbc99b req-28fad17d-eb3b-47c8-a3a2-212caa55b15e service neutron] 10.222.0.39 "GET /v2.0/networks/94dda773-c553-4b86-9491-0f581f6e4a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173315 Jun 10 18:59:41.183074 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-67cba9d4-e489-448f-87ce-efe676a3244e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14855a53-48f8-4368-9dd5-ac55a5ddba45', 'name': 'tempest-TestShelveInstance-1425096123-router', 'tenant_id': '1a2d315ad5024710bea813f4dc02e234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '115343b1-8688-415c-9375-536ef5ba6ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T18:53:22Z', 'updated_at': '2021-06-10T18:53:26Z', 'revision_number': 4, 'project_id': '1a2d315ad5024710bea813f4dc02e234', 'gw_port': {'id': '115343b1-8688-415c-9375-536ef5ba6ddb', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:88:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14855a53-48f8-4368-9dd5-ac55a5ddba45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:53:23Z', 'updated_at': '2021-06-10T18:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi', '_interfaces': [{'id': 'cc714dc2-1b27-4dee-8139-f82826461e57', 'name': '', 'network_id': '94dda773-c553-4b86-9491-0f581f6e4a36', 'tenant_id': '1a2d315ad5024710bea813f4dc02e234', 'mac_address': 'fa:16:3e:a0:a5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14855a53-48f8-4368-9dd5-ac55a5ddba45', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '8c695381-fb23-404d-8bb4-7b35cd4e37e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:53:25Z', 'updated_at': '2021-06-10T18:53:33Z', 'revision_number': 5, 'project_id': '1a2d315ad5024710bea813f4dc02e234', 'subnets': [{'id': '8c695381-fb23-404d-8bb4-7b35cd4e37e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-4-iscsi', False) {} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:59:41.186552 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67cba9d4-e489-448f-87ce-efe676a3244e None None] The sync data for ids ['14855a53-48f8-4368-9dd5-ac55a5ddba45'] in dv-cinder-786260-4-iscsi is: [{'id': '14855a53-48f8-4368-9dd5-ac55a5ddba45', 'name': 'tempest-TestShelveInstance-1425096123-router', 'tenant_id': '1a2d315ad5024710bea813f4dc02e234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '115343b1-8688-415c-9375-536ef5ba6ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T18:53:22Z', 'updated_at': '2021-06-10T18:53:26Z', 'revision_number': 4, 'project_id': '1a2d315ad5024710bea813f4dc02e234', 'gw_port': {'id': '115343b1-8688-415c-9375-536ef5ba6ddb', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:88:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14855a53-48f8-4368-9dd5-ac55a5ddba45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:53:23Z', 'updated_at': '2021-06-10T18:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi', '_interfaces': [{'id': 'cc714dc2-1b27-4dee-8139-f82826461e57', 'name': '', 'network_id': '94dda773-c553-4b86-9491-0f581f6e4a36', 'tenant_id': '1a2d315ad5024710bea813f4dc02e234', 'mac_address': 'fa:16:3e:a0:a5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14855a53-48f8-4368-9dd5-ac55a5ddba45', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '8c695381-fb23-404d-8bb4-7b35cd4e37e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:53:25Z', 'updated_at': '2021-06-10T18:53:33Z', 'revision_number': 5, 'project_id': '1a2d315ad5024710bea813f4dc02e234', 'subnets': [{'id': '8c695381-fb23-404d-8bb4-7b35cd4e37e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 18:59:41.391630 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c222d9-62bf-4128-ad47-afbab43ede98 None None] New status for floating IP 762aa9e3-bd63-4d51-82f6-0dfed8dfe706: DOWN {{(pid=98187) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 18:59:41.822762 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-2d5b234a-4dab-4d2c-a486-45214e0b42c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:41.993877 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632315a8-fd5d-4dc8-9ee5-a2c56829c748 req-959c2337-e89d-46ff-a08e-30ef958314cb tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:59:41.995343 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-632315a8-fd5d-4dc8-9ee5-a2c56829c748 req-959c2337-e89d-46ff-a08e-30ef958314cb tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee236ae7-b9ef-473e-ae5c-fd621b0bca5f HTTP/1.1" status: 200 len: 945 time: 0.0700104 Jun 10 18:59:42.037966 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-632315a8-fd5d-4dc8-9ee5-a2c56829c748 req-4d5d03ae-a534-49d0-88f6-f871dc3b582e tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6fa5881-50b4-4699-a244-1cc62b394082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368629 Jun 10 18:59:42.361341 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7737d92-6b0d-4ed9-8187-6544dd2ea663 req-206958c2-6cf2-46ae-bfd3-c35d717f08f9 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 18:59:42.362851 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-b7737d92-6b0d-4ed9-8187-6544dd2ea663 req-206958c2-6cf2-46ae-bfd3-c35d717f08f9 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee236ae7-b9ef-473e-ae5c-fd621b0bca5f HTTP/1.1" status: 200 len: 945 time: 0.0759995 Jun 10 18:59:42.477343 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.plugin [req-b7737d92-6b0d-4ed9-8187-6544dd2ea663 req-a9f48cfe-9303-44bb-9667-c47dce125d63 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Deleting port 43501b1a-0b6a-49d1-b168-1bc9e2b3d64c {{(pid=98185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 18:59:42.477719 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-b7737d92-6b0d-4ed9-8187-6544dd2ea663 req-a9f48cfe-9303-44bb-9667-c47dce125d63 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578452511'] for port, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:42.602220 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.db [req-b7737d92-6b0d-4ed9-8187-6544dd2ea663 req-a9f48cfe-9303-44bb-9667-c47dce125d63 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] For port 43501b1a-0b6a-49d1-b168-1bc9e2b3d64c, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=43501b1a-0b6a-49d1-b168-1bc9e2b3d64c,segment=NetworkSegment(504bc498-15bf-4e70-b123-a45dca87e9a4),segment_id=504bc498-15bf-4e70-b123-a45dca87e9a4)] {{(pid=98185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:59:42.602572 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-b7737d92-6b0d-4ed9-8187-6544dd2ea663 req-a9f48cfe-9303-44bb-9667-c47dce125d63 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4044702'] for port, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:42.701836 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.plugin [req-b7737d92-6b0d-4ed9-8187-6544dd2ea663 req-a9f48cfe-9303-44bb-9667-c47dce125d63 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Calling delete_port for 43501b1a-0b6a-49d1-b168-1bc9e2b3d64c owned by compute:nova {{(pid=98185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 18:59:42.859245 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-b7737d92-6b0d-4ed9-8187-6544dd2ea663 req-a9f48cfe-9303-44bb-9667-c47dce125d63 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578457411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578064415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11876817'] for port, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:42.863558 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-5003a444-7899-4220-834c-13a0c82a4f4f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:59:42.894010 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f48cfe-9303-44bb-9667-c47dce125d63 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Pushing event deleted for resources: {'Port': ['ID=43501b1a-0b6a-49d1-b168-1bc9e2b3d64c,revision_number=None']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:59:42.901653 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-a9f48cfe-9303-44bb-9667-c47dce125d63 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:59:42.958535 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7737d92-6b0d-4ed9-8187-6544dd2ea663 req-a9f48cfe-9303-44bb-9667-c47dce125d63 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] No DVR routers for this DVR port 43501b1a-0b6a-49d1-b168-1bc9e2b3d64c on host hv-cinder-78626 {{(pid=98185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 18:59:42.961223 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-b7737d92-6b0d-4ed9-8187-6544dd2ea663 req-a9f48cfe-9303-44bb-9667-c47dce125d63 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230521'] for port, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:42.963231 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-b7737d92-6b0d-4ed9-8187-6544dd2ea663 req-a9f48cfe-9303-44bb-9667-c47dce125d63 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.39 "DELETE /v2.0/ports/43501b1a-0b6a-49d1-b168-1bc9e2b3d64c HTTP/1.1" status: 204 len: 173 time: 0.5948017 Jun 10 18:59:42.963826 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee236ae7-b9ef-473e-ae5c-fd621b0bca5f', 'name': 'network-vif-deleted', 'tag': '43501b1a-0b6a-49d1-b168-1bc9e2b3d64c'}] {{(pid=98185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 18:59:42.966213 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44d46bb02d59f4e600e8e3fdef735be97a189b4bda953b1539dd9e97451c2ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5537b5de-2a65-44d2-b914-efe8374d315a" -d '{"events": [{"server_uuid": "ee236ae7-b9ef-473e-ae5c-fd621b0bca5f", "name": "network-vif-deleted", "tag": "43501b1a-0b6a-49d1-b168-1bc9e2b3d64c"}]}' {{(pid=98185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 18:59:43.006380 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 18:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f05f6e27-405e-4995-847f-e1cdce520520 x-openstack-request-id: req-f05f6e27-405e-4995-847f-e1cdce520520 {{(pid=98185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 18:59:43.006728 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee236ae7-b9ef-473e-ae5c-fd621b0bca5f", "name": "network-vif-deleted", "tag": "43501b1a-0b6a-49d1-b168-1bc9e2b3d64c", "status": "completed", "code": 200}]} {{(pid=98185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 18:59:43.007031 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f05f6e27-405e-4995-847f-e1cdce520520 {{(pid=98185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 18:59:43.007481 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee236ae7-b9ef-473e-ae5c-fd621b0bca5f', 'name': 'network-vif-deleted', 'tag': '43501b1a-0b6a-49d1-b168-1bc9e2b3d64c', 'status': 'completed', 'code': 200} Jun 10 18:59:43.190580 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-c18a37fd-aff7-4689-9724-2e152b038e9a req-1d520c9b-257c-4422-8275-a51301c4217b tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee236ae7-b9ef-473e-ae5c-fd621b0bca5f HTTP/1.1" status: 200 len: 210 time: 0.0387530 Jun 10 18:59:44.290486 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 56186) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:59:44.311346 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-e6f52c14-a4bc-4c34-8321-02fa2acc74fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:44.356893 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-db99b336-d756-4f22-8e1f-d74927b15dd8 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Notify callbacks [] for security_group, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:44.382747 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-db99b336-d756-4f22-8e1f-d74927b15dd8 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:44.448038 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:44.450739 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-db99b336-d756-4f22-8e1f-d74927b15dd8 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:44.454628 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-db99b336-d756-4f22-8e1f-d74927b15dd8 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Notify callbacks [] for security_group, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:44.455632 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-db99b336-d756-4f22-8e1f-d74927b15dd8 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] 10.222.0.15 "DELETE /v2.0/security-groups/e6fa5881-50b4-4699-a244-1cc62b394082 HTTP/1.1" status: 204 len: 168 time: 0.1641734 Jun 10 18:59:44.456535 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-28aced8f-d6ef-4955-9e39-a6c82dfeba95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:59:44.466787 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db99b336-d756-4f22-8e1f-d74927b15dd8 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6fa5881-50b4-4699-a244-1cc62b394082,revision_number=None']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:59:44.469649 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-db99b336-d756-4f22-8e1f-d74927b15dd8 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:59:44.513244 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 56190) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:59:45.159805 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Device 43501b1a-0b6a-49d1-b168-1bc9e2b3d64c no longer exists at agent hyperv_hv-cinder-78626 {{(pid=98186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 18:59:45.184005 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.plugin [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] No Port match for: 43501b1a-0b6a-49d1-b168-1bc9e2b3d64c {{(pid=98186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 18:59:45.184366 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Device 43501b1a-0b6a-49d1-b168-1bc9e2b3d64c not bound to the agent host hv-cinder-78626 {{(pid=98186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 18:59:45.354018 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-ad0ae69f-0265-43b1-9af2-da02d05d22d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4032933'] for router_interface, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:45.461447 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-8dcc316c-a8c5-4da3-a0ad-e3f4fe9157be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:45.690129 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.plugin [None req-ad0ae69f-0265-43b1-9af2-da02d05d22d4 admin admin] Deleting port cc714dc2-1b27-4dee-8139-f82826461e57 {{(pid=98184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 18:59:45.690736 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-ad0ae69f-0265-43b1-9af2-da02d05d22d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578452511'] for port, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:45.797890 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.db [None req-ad0ae69f-0265-43b1-9af2-da02d05d22d4 admin admin] For port cc714dc2-1b27-4dee-8139-f82826461e57, host dv-cinder-786260-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-4-iscsi',level=0,port_id=cc714dc2-1b27-4dee-8139-f82826461e57,segment=NetworkSegment(504bc498-15bf-4e70-b123-a45dca87e9a4),segment_id=504bc498-15bf-4e70-b123-a45dca87e9a4)] {{(pid=98184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:59:45.798261 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-ad0ae69f-0265-43b1-9af2-da02d05d22d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4044702'] for port, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:45.892323 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.plugin [None req-ad0ae69f-0265-43b1-9af2-da02d05d22d4 admin admin] Calling delete_port for cc714dc2-1b27-4dee-8139-f82826461e57 owned by network:router_interface {{(pid=98184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 18:59:46.115260 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-ad0ae69f-0265-43b1-9af2-da02d05d22d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578457411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578064415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12374055'] for port, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:46.117362 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-9c85200f-9269-4b72-ac68-80c03cc7318b tempest-VolumesSnapshotTestJSON-884391969 tempest-VolumesSnapshotTestJSON-884391969-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:59:46.147099 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0ae69f-0265-43b1-9af2-da02d05d22d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc714dc2-1b27-4dee-8139-f82826461e57,revision_number=None']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:59:46.150218 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-ad0ae69f-0265-43b1-9af2-da02d05d22d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:59:46.377404 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-ad0ae69f-0265-43b1-9af2-da02d05d22d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4032565'] for router_interface, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:46.680931 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad0ae69f-0265-43b1-9af2-da02d05d22d4 admin admin] Router 14855a53-48f8-4368-9dd5-ac55a5ddba45 has already been hosted by L3 agent 1661496b-b13c-41e5-8e80-f6a07c138e01 {{(pid=98184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 18:59:46.823345 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad0ae69f-0265-43b1-9af2-da02d05d22d4 admin admin] Notify agent at l3_agent.dv-cinder-786260-4-iscsi the message routers_updated {{(pid=98184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 18:59:46.829197 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-ad0ae69f-0265-43b1-9af2-da02d05d22d4 admin admin] 10.222.0.15 "PUT /v2.0/routers/14855a53-48f8-4368-9dd5-ac55a5ddba45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3146305 Jun 10 18:59:46.831404 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 56200) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:59:46.833633 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf510dda-a2f5-42d9-8e50-4c254364e27e None None] Sync routers for ids ['14855a53-48f8-4368-9dd5-ac55a5ddba45'] in dv-cinder-786260-4-iscsi {{(pid=98186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 18:59:46.843393 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf510dda-a2f5-42d9-8e50-4c254364e27e None None] Routers {'14855a53-48f8-4368-9dd5-ac55a5ddba45'} bound to L3 agent in host dv-cinder-786260-4-iscsi {{(pid=98186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 18:59:46.844786 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-bf510dda-a2f5-42d9-8e50-4c254364e27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T18:39:44Z,description=,heartbeat_timestamp=2021-06-10T18:59:44Z,host='dv-cinder-786260-4-iscsi',id=1661496b-b13c-41e5-8e80-f6a07c138e01,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T18:39:44Z,topic='l3_agent')) {'router_ids': ['14855a53-48f8-4368-9dd5-ac55a5ddba45'], 'active': True} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:59:46.978337 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-7d5e7fd3-68c1-40b6-b2e0-ff324ba9c6c4 admin admin] Notify callbacks [] for router, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:46.993189 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvr_db [None req-bf510dda-a2f5-42d9-8e50-4c254364e27e None None] Set router 14855a53-48f8-4368-9dd5-ac55a5ddba45 gateway port host: dv-cinder-786260-4-iscsi {{(pid=98186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 18:59:47.115509 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-7d5e7fd3-68c1-40b6-b2e0-ff324ba9c6c4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:47.175525 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.plugin [None req-7d5e7fd3-68c1-40b6-b2e0-ff324ba9c6c4 admin admin] Deleting port 115343b1-8688-415c-9375-536ef5ba6ddb {{(pid=98184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 18:59:47.175869 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-7d5e7fd3-68c1-40b6-b2e0-ff324ba9c6c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578452511'] for port, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:47.233480 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-bf510dda-a2f5-42d9-8e50-4c254364e27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14855a53-48f8-4368-9dd5-ac55a5ddba45', 'name': 'tempest-TestShelveInstance-1425096123-router', 'tenant_id': '1a2d315ad5024710bea813f4dc02e234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '115343b1-8688-415c-9375-536ef5ba6ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T18:53:22Z', 'updated_at': '2021-06-10T18:59:46Z', 'revision_number': 5, 'project_id': '1a2d315ad5024710bea813f4dc02e234', 'gw_port': {'id': '115343b1-8688-415c-9375-536ef5ba6ddb', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:88:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14855a53-48f8-4368-9dd5-ac55a5ddba45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:53:23Z', 'updated_at': '2021-06-10T18:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi'}], 'dv-cinder-786260-4-iscsi', False) {} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:59:47.236978 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf510dda-a2f5-42d9-8e50-4c254364e27e None None] Checking router: 14855a53-48f8-4368-9dd5-ac55a5ddba45 for host: dv-cinder-786260-4-iscsi {{(pid=98186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 18:59:47.244888 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf510dda-a2f5-42d9-8e50-4c254364e27e None None] Routers {'14855a53-48f8-4368-9dd5-ac55a5ddba45'} bound to L3 agent in host dv-cinder-786260-4-iscsi {{(pid=98186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 18:59:47.245511 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-bf510dda-a2f5-42d9-8e50-4c254364e27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T18:39:44Z,description=,heartbeat_timestamp=2021-06-10T18:59:44Z,host='dv-cinder-786260-4-iscsi',id=1661496b-b13c-41e5-8e80-f6a07c138e01,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T18:39:44Z,topic='l3_agent')) {'router_ids': ['14855a53-48f8-4368-9dd5-ac55a5ddba45'], 'active': True} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:59:47.286089 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.db [None req-7d5e7fd3-68c1-40b6-b2e0-ff324ba9c6c4 admin admin] For port 115343b1-8688-415c-9375-536ef5ba6ddb, host dv-cinder-786260-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-4-iscsi',level=0,port_id=115343b1-8688-415c-9375-536ef5ba6ddb,segment=NetworkSegment(151ae908-95e4-46a8-8b94-d201ec410581),segment_id=151ae908-95e4-46a8-8b94-d201ec410581)] {{(pid=98184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:59:47.286457 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-7d5e7fd3-68c1-40b6-b2e0-ff324ba9c6c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4044702'] for port, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:47.359964 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-bf1ede84-8c21-46ff-8a19-cb90afe635a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:47.377118 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvr_db [None req-bf510dda-a2f5-42d9-8e50-4c254364e27e None None] Set router 14855a53-48f8-4368-9dd5-ac55a5ddba45 gateway port host: None {{(pid=98186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 18:59:47.380532 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.plugin [None req-7d5e7fd3-68c1-40b6-b2e0-ff324ba9c6c4 admin admin] Calling delete_port for 115343b1-8688-415c-9375-536ef5ba6ddb owned by network:router_gateway {{(pid=98184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 18:59:47.456094 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-bf510dda-a2f5-42d9-8e50-4c254364e27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14855a53-48f8-4368-9dd5-ac55a5ddba45', 'name': 'tempest-TestShelveInstance-1425096123-router', 'tenant_id': '1a2d315ad5024710bea813f4dc02e234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T18:53:22Z', 'updated_at': '2021-06-10T18:59:47Z', 'revision_number': 6, 'project_id': '1a2d315ad5024710bea813f4dc02e234', 'gw_port_host': None}], 'dv-cinder-786260-4-iscsi', False) {} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:59:47.459656 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf510dda-a2f5-42d9-8e50-4c254364e27e None None] The sync data for ids ['14855a53-48f8-4368-9dd5-ac55a5ddba45'] in dv-cinder-786260-4-iscsi is: [{'id': '14855a53-48f8-4368-9dd5-ac55a5ddba45', 'name': 'tempest-TestShelveInstance-1425096123-router', 'tenant_id': '1a2d315ad5024710bea813f4dc02e234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T18:53:22Z', 'updated_at': '2021-06-10T18:59:47Z', 'revision_number': 6, 'project_id': '1a2d315ad5024710bea813f4dc02e234', 'gw_port_host': None}] {{(pid=98186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 18:59:47.582914 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-7d5e7fd3-68c1-40b6-b2e0-ff324ba9c6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578457411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578064415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12374055'] for port, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:47.584782 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-f5914494-eb02-4d78-abb3-0fa75da6db43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:59:47.615230 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5e7fd3-68c1-40b6-b2e0-ff324ba9c6c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=115343b1-8688-415c-9375-536ef5ba6ddb,revision_number=None']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:59:47.618587 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-7d5e7fd3-68c1-40b6-b2e0-ff324ba9c6c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:59:47.671649 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:47.689674 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-7d5e7fd3-68c1-40b6-b2e0-ff324ba9c6c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4045668'] for router_gateway, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:47.955711 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.agents_db [None req-dd8e6269-3fd9-4915-b5ed-83e1f738bf4e None None] Agent healthcheck: found 6 active agents {{(pid=98187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 18:59:48.105838 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-7d5e7fd3-68c1-40b6-b2e0-ff324ba9c6c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4031383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25552'] for router, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:48.107875 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-7d5e7fd3-68c1-40b6-b2e0-ff324ba9c6c4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:48.163390 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-7d5e7fd3-68c1-40b6-b2e0-ff324ba9c6c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4032065'] for router, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:48.163907 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d5e7fd3-68c1-40b6-b2e0-ff324ba9c6c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14855a53-48f8-4368-9dd5-ac55a5ddba45 {{(pid=98184) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 18:59:48.168208 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-7d5e7fd3-68c1-40b6-b2e0-ff324ba9c6c4 admin admin] Notify callbacks [] for router, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:48.169494 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-7d5e7fd3-68c1-40b6-b2e0-ff324ba9c6c4 admin admin] 10.222.0.15 "DELETE /v2.0/routers/14855a53-48f8-4368-9dd5-ac55a5ddba45 HTTP/1.1" status: 204 len: 168 time: 1.3371158 Jun 10 18:59:48.172423 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 56212) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:59:48.230436 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.db.db_base_plugin_v2 [None req-654584e7-e27f-4700-a336-72b06266a41c admin admin] Deleting subnet 8c695381-fb23-404d-8bb4-7b35cd4e37e4 {{(pid=98184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 18:59:48.233942 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-654584e7-e27f-4700-a336-72b06266a41c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:48.283055 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-654584e7-e27f-4700-a336-72b06266a41c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374921'] for subnet, precommit_delete_associations {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:48.283874 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Device cc714dc2-1b27-4dee-8139-f82826461e57 no longer exists at agent ovs-agent-dv-cinder-786260-4-iscsi {{(pid=98186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 18:59:48.308613 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.plugin [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] No Port match for: cc714dc2-1b27-4dee-8139-f82826461e57 {{(pid=98186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 18:59:48.308979 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Device cc714dc2-1b27-4dee-8139-f82826461e57 not bound to the agent host dv-cinder-786260-4-iscsi {{(pid=98186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 18:59:48.309414 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Device 115343b1-8688-415c-9375-536ef5ba6ddb no longer exists at agent ovs-agent-dv-cinder-786260-4-iscsi {{(pid=98186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 18:59:48.334085 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.plugin [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] No Port match for: 115343b1-8688-415c-9375-536ef5ba6ddb {{(pid=98186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 18:59:48.334741 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Device 115343b1-8688-415c-9375-536ef5ba6ddb not bound to the agent host dv-cinder-786260-4-iscsi {{(pid=98186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 18:59:48.387818 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-654584e7-e27f-4700-a336-72b06266a41c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883551'] for subnet, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:48.455055 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-654584e7-e27f-4700-a336-72b06266a41c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12375021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740050'] for subnet, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:48.457791 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:59:48.488961 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654584e7-e27f-4700-a336-72b06266a41c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c695381-fb23-404d-8bb4-7b35cd4e37e4,revision_number=None']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:59:48.493666 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-654584e7-e27f-4700-a336-72b06266a41c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:59:48.495891 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-654584e7-e27f-4700-a336-72b06266a41c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731712'] for subnet, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:48.500234 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-654584e7-e27f-4700-a336-72b06266a41c admin admin] 10.222.0.15 "DELETE /v2.0/subnets/8c695381-fb23-404d-8bb4-7b35cd4e37e4 HTTP/1.1" status: 204 len: 168 time: 0.3244643 Jun 10 18:59:48.500581 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 56218) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:59:48.503329 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28fae0cf-1323-46ed-8785-27a271b4eb22 None None] Network 94dda773-c553-4b86-9491-0f581f6e4a36 requested from dv-cinder-786260-4-iscsi {{(pid=98186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 18:59:48.598477 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-403e45f8-f7eb-4f00-af83-11da70401b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542662'] for network, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:48.661659 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.plugin [None req-403e45f8-f7eb-4f00-af83-11da70401b14 admin admin] Deleting port 57e9fcd7-ffbb-4a7e-9c47-de44517c259b {{(pid=98184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 18:59:48.662514 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-403e45f8-f7eb-4f00-af83-11da70401b14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578452511'] for port, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:48.728442 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ffe248-8137-472e-856c-5c4d4053d6c3 None None] DHCP port deletion for 94dda773-c553-4b86-9491-0f581f6e4a36 request from dv-cinder-786260-4-iscsi {{(pid=98186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 18:59:48.753805 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.db [None req-403e45f8-f7eb-4f00-af83-11da70401b14 admin admin] For port 57e9fcd7-ffbb-4a7e-9c47-de44517c259b, host dv-cinder-786260-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-4-iscsi',level=0,port_id=57e9fcd7-ffbb-4a7e-9c47-de44517c259b,segment=NetworkSegment(504bc498-15bf-4e70-b123-a45dca87e9a4),segment_id=504bc498-15bf-4e70-b123-a45dca87e9a4)] {{(pid=98184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:59:48.754167 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-403e45f8-f7eb-4f00-af83-11da70401b14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4044702'] for port, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:48.782765 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.plugin [None req-30ffe248-8137-472e-856c-5c4d4053d6c3 None None] Deleting port 57e9fcd7-ffbb-4a7e-9c47-de44517c259b {{(pid=98186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 18:59:48.783083 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-30ffe248-8137-472e-856c-5c4d4053d6c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578452511'] for port, before_delete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:48.849641 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.plugin [None req-403e45f8-f7eb-4f00-af83-11da70401b14 admin admin] Calling delete_port for 57e9fcd7-ffbb-4a7e-9c47-de44517c259b owned by network:dhcp {{(pid=98184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 18:59:48.865544 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-30ffe248-8137-472e-856c-5c4d4053d6c3 None None] For port 57e9fcd7-ffbb-4a7e-9c47-de44517c259b, host dv-cinder-786260-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-4-iscsi',level=0,port_id=57e9fcd7-ffbb-4a7e-9c47-de44517c259b,segment=NetworkSegment(504bc498-15bf-4e70-b123-a45dca87e9a4),segment_id=504bc498-15bf-4e70-b123-a45dca87e9a4)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:59:48.865962 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-30ffe248-8137-472e-856c-5c4d4053d6c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4044702'] for port, precommit_delete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:48.945404 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-403e45f8-f7eb-4f00-af83-11da70401b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578457411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578064415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12374055'] for port, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:48.947839 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-6000e66c-1d6c-4332-80ff-39451441b9e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:59:48.980928 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e45f8-f7eb-4f00-af83-11da70401b14 admin admin] Pushing event deleted for resources: {'Port': ['ID=57e9fcd7-ffbb-4a7e-9c47-de44517c259b,revision_number=None']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:59:48.984175 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-403e45f8-f7eb-4f00-af83-11da70401b14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:59:48.990666 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403e45f8-f7eb-4f00-af83-11da70401b14 admin admin] No DVR routers for this DVR port 57e9fcd7-ffbb-4a7e-9c47-de44517c259b on host dv-cinder-786260-4-iscsi {{(pid=98184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 18:59:49.095942 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-403e45f8-f7eb-4f00-af83-11da70401b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-876752', 'neutron.services.segments.db._delete_segments_for_network-8731578620079'] for network, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:49.107958 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.services.segments.db [None req-403e45f8-f7eb-4f00-af83-11da70401b14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94dda773-c553-4b86-9491-0f581f6e4a36']}} {{(pid=98184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:59:49.113349 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.plugin [None req-30ffe248-8137-472e-856c-5c4d4053d6c3 None None] Calling delete_port for 57e9fcd7-ffbb-4a7e-9c47-de44517c259b owned by network:dhcp {{(pid=98186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 18:59:49.120435 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.services.segments.db [None req-403e45f8-f7eb-4f00-af83-11da70401b14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '504bc498-15bf-4e70-b123-a45dca87e9a4') {'for_net_delete': True} {{(pid=98184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:59:49.120741 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.services.segments.db [None req-403e45f8-f7eb-4f00-af83-11da70401b14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '504bc498-15bf-4e70-b123-a45dca87e9a4') {} {{(pid=98184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:59:49.130498 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-403e45f8-f7eb-4f00-af83-11da70401b14 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731578619908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374928'] for segment, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:49.144790 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-403e45f8-f7eb-4f00-af83-11da70401b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881768'] for segment, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:49.150546 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-403e45f8-f7eb-4f00-af83-11da70401b14 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=98184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 18:59:49.150940 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-403e45f8-f7eb-4f00-af83-11da70401b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12374130'] for segment, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:49.152570 dv-cinder-786260-4-iscsi neutron-server[98184]: Traceback (most recent call last): Jun 10 18:59:49.152570 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 18:59:49.152570 dv-cinder-786260-4-iscsi neutron-server[98184]: timer() Jun 10 18:59:49.152570 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 18:59:49.152570 dv-cinder-786260-4-iscsi neutron-server[98184]: cb(*args, **kw) Jun 10 18:59:49.152570 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 18:59:49.152570 dv-cinder-786260-4-iscsi neutron-server[98184]: return func(*args, **kwargs) Jun 10 18:59:49.152570 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 18:59:49.152570 dv-cinder-786260-4-iscsi neutron-server[98184]: self._notify() Jun 10 18:59:49.152570 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 18:59:49.152570 dv-cinder-786260-4-iscsi neutron-server[98184]: self.callback(batched_events) Jun 10 18:59:49.152570 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 18:59:49.152570 dv-cinder-786260-4-iscsi neutron-server[98184]: event.method(event) Jun 10 18:59:49.152570 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 18:59:49.152570 dv-cinder-786260-4-iscsi neutron-server[98184]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 18:59:49.152570 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 18:59:49.152570 dv-cinder-786260-4-iscsi neutron-server[98184]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 18:59:49.152570 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 18:59:49.152570 dv-cinder-786260-4-iscsi neutron-server[98184]: return f(self, *a, **k) Jun 10 18:59:49.152570 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 18:59:49.152570 dv-cinder-786260-4-iscsi neutron-server[98184]: return self._get(url).json() Jun 10 18:59:49.152570 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 18:59:49.152570 dv-cinder-786260-4-iscsi neutron-server[98184]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 18:59:49.152570 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 18:59:49.152570 dv-cinder-786260-4-iscsi neutron-server[98184]: return self.request(url, 'GET', **kwargs) Jun 10 18:59:49.152570 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 18:59:49.152570 dv-cinder-786260-4-iscsi neutron-server[98184]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 18:59:49.152570 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 18:59:49.152570 dv-cinder-786260-4-iscsi neutron-server[98184]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 18:59:49.152570 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 18:59:49.152570 dv-cinder-786260-4-iscsi neutron-server[98184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 18:59:49.152570 dv-cinder-786260-4-iscsi neutron-server[98184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 18:59:49.200891 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-30ffe248-8137-472e-856c-5c4d4053d6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578457411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578064415'] for port, after_delete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:49.203982 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-8503edea-54a3-4a4b-b870-341a6e848d9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:59:49.225137 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-403e45f8-f7eb-4f00-af83-11da70401b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-876761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4045579'] for network, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:49.229067 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-3c415e27-c542-4c07-a338-6fee06c83238 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:59:49.231578 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-403e45f8-f7eb-4f00-af83-11da70401b14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731712'] for network, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:49.233426 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-403e45f8-f7eb-4f00-af83-11da70401b14 admin admin] 10.222.0.15 "DELETE /v2.0/networks/94dda773-c553-4b86-9491-0f581f6e4a36 HTTP/1.1" status: 204 len: 168 time: 0.7318988 Jun 10 18:59:49.238404 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ffe248-8137-472e-856c-5c4d4053d6c3 None None] Pushing event deleted for resources: {'Port': ['ID=57e9fcd7-ffbb-4a7e-9c47-de44517c259b,revision_number=None']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:59:49.240399 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ffe248-8137-472e-856c-5c4d4053d6c3 None None] No DVR routers for this DVR port 57e9fcd7-ffbb-4a7e-9c47-de44517c259b on host dv-cinder-786260-4-iscsi {{(pid=98186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 18:59:49.240643 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 56222) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:59:49.241814 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-30ffe248-8137-472e-856c-5c4d4053d6c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:59:49.252219 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e45f8-f7eb-4f00-af83-11da70401b14 admin admin] Pushing event deleted for resources: {'Network': ['ID=94dda773-c553-4b86-9491-0f581f6e4a36,revision_number=None']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:59:49.254179 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-403e45f8-f7eb-4f00-af83-11da70401b14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:59:49.719493 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-f4d4d5bc-fe31-4e6e-b180-5333f58ef876 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4032933'] for router_interface, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:50.035316 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.plugin [None req-f4d4d5bc-fe31-4e6e-b180-5333f58ef876 admin admin] Deleting port 18a41d6f-b77c-4066-a9a3-b65d7688ff91 {{(pid=98185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 18:59:50.035661 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-f4d4d5bc-fe31-4e6e-b180-5333f58ef876 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578452511'] for port, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:50.136675 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.db [None req-f4d4d5bc-fe31-4e6e-b180-5333f58ef876 admin admin] For port 18a41d6f-b77c-4066-a9a3-b65d7688ff91, host dv-cinder-786260-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-4-iscsi',level=0,port_id=18a41d6f-b77c-4066-a9a3-b65d7688ff91,segment=NetworkSegment(6abdcb26-a0e3-49c7-9185-8c7932faffd7),segment_id=6abdcb26-a0e3-49c7-9185-8c7932faffd7)] {{(pid=98185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:59:50.137036 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-f4d4d5bc-fe31-4e6e-b180-5333f58ef876 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4044702'] for port, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:50.150598 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Device 57e9fcd7-ffbb-4a7e-9c47-de44517c259b no longer exists at agent ovs-agent-dv-cinder-786260-4-iscsi {{(pid=98186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 18:59:50.178085 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.plugin [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] No Port match for: 57e9fcd7-ffbb-4a7e-9c47-de44517c259b {{(pid=98186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 18:59:50.178457 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Device 57e9fcd7-ffbb-4a7e-9c47-de44517c259b not bound to the agent host dv-cinder-786260-4-iscsi {{(pid=98186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 18:59:50.230429 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.plugin [None req-f4d4d5bc-fe31-4e6e-b180-5333f58ef876 admin admin] Calling delete_port for 18a41d6f-b77c-4066-a9a3-b65d7688ff91 owned by network:router_interface {{(pid=98185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 18:59:50.746053 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-f4d4d5bc-fe31-4e6e-b180-5333f58ef876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578457411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578064415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11876817'] for port, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:50.748683 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-b6f93724-11e2-40d7-ad84-17ce3da5fe51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:59:50.777188 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d4d5bc-fe31-4e6e-b180-5333f58ef876 admin admin] Pushing event deleted for resources: {'Port': ['ID=18a41d6f-b77c-4066-a9a3-b65d7688ff91,revision_number=None']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:59:50.809549 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d4d5bc-fe31-4e6e-b180-5333f58ef876 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:59:50.809954 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d4d5bc-fe31-4e6e-b180-5333f58ef876 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:59:50.810356 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d4d5bc-fe31-4e6e-b180-5333f58ef876 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:59:50.810741 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d4d5bc-fe31-4e6e-b180-5333f58ef876 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:59:50.811130 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d4d5bc-fe31-4e6e-b180-5333f58ef876 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:59:50.811513 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d4d5bc-fe31-4e6e-b180-5333f58ef876 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:59:50.811890 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d4d5bc-fe31-4e6e-b180-5333f58ef876 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:59:50.812267 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d4d5bc-fe31-4e6e-b180-5333f58ef876 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:59:50.812728 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d4d5bc-fe31-4e6e-b180-5333f58ef876 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:59:50.813037 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d4d5bc-fe31-4e6e-b180-5333f58ef876 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:59:50.813414 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d4d5bc-fe31-4e6e-b180-5333f58ef876 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:59:50.813813 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d4d5bc-fe31-4e6e-b180-5333f58ef876 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 18:59:50.817685 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-f4d4d5bc-fe31-4e6e-b180-5333f58ef876 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:59:51.005967 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-f4d4d5bc-fe31-4e6e-b180-5333f58ef876 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4032565'] for router_interface, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:51.300435 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4d4d5bc-fe31-4e6e-b180-5333f58ef876 admin admin] Router e2506cae-f82e-42bc-aa68-7fd304b30efb has already been hosted by L3 agent 1661496b-b13c-41e5-8e80-f6a07c138e01 {{(pid=98185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 18:59:51.448354 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4d4d5bc-fe31-4e6e-b180-5333f58ef876 admin admin] Notify agent at l3_agent.dv-cinder-786260-4-iscsi the message routers_updated {{(pid=98185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 18:59:51.455248 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-f4d4d5bc-fe31-4e6e-b180-5333f58ef876 admin admin] 10.222.0.15 "PUT /v2.0/routers/e2506cae-f82e-42bc-aa68-7fd304b30efb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2092633 Jun 10 18:59:51.456599 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 56228) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:59:51.460226 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44930a7b-b2eb-40ea-941f-9fca17a48ab6 None None] Sync routers for ids ['e2506cae-f82e-42bc-aa68-7fd304b30efb'] in dv-cinder-786260-4-iscsi {{(pid=98187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 18:59:51.470834 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44930a7b-b2eb-40ea-941f-9fca17a48ab6 None None] Routers {'e2506cae-f82e-42bc-aa68-7fd304b30efb'} bound to L3 agent in host dv-cinder-786260-4-iscsi {{(pid=98187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 18:59:51.471467 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_hamode_db [None req-44930a7b-b2eb-40ea-941f-9fca17a48ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T18:39:44Z,description=,heartbeat_timestamp=2021-06-10T18:59:44Z,host='dv-cinder-786260-4-iscsi',id=1661496b-b13c-41e5-8e80-f6a07c138e01,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T18:39:44Z,topic='l3_agent')) {'router_ids': ['e2506cae-f82e-42bc-aa68-7fd304b30efb'], 'active': True} {{(pid=98187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:59:51.598228 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-ffb3440c-a230-45f7-8202-c50993b0ceaa admin admin] Notify callbacks [] for router, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:51.618566 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_dvr_db [None req-44930a7b-b2eb-40ea-941f-9fca17a48ab6 None None] Set router e2506cae-f82e-42bc-aa68-7fd304b30efb gateway port host: dv-cinder-786260-4-iscsi {{(pid=98187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 18:59:51.740707 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-ffb3440c-a230-45f7-8202-c50993b0ceaa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:51.797517 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.plugin [None req-ffb3440c-a230-45f7-8202-c50993b0ceaa admin admin] Deleting port b23207bf-2d34-47e4-8d19-71422b91348d {{(pid=98185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 18:59:51.798193 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-ffb3440c-a230-45f7-8202-c50993b0ceaa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578452511'] for port, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:51.860457 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_hamode_db [None req-44930a7b-b2eb-40ea-941f-9fca17a48ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2506cae-f82e-42bc-aa68-7fd304b30efb', 'name': 'tempest-TestShelveInstance-1605643947-router', 'tenant_id': '5b44d6994dd64c71a9e268f755b2f704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'b23207bf-2d34-47e4-8d19-71422b91348d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T18:53:28Z', 'updated_at': '2021-06-10T18:59:50Z', 'revision_number': 5, 'project_id': '5b44d6994dd64c71a9e268f755b2f704', 'gw_port': {'id': 'b23207bf-2d34-47e4-8d19-71422b91348d', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:9e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2506cae-f82e-42bc-aa68-7fd304b30efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T18:53:29Z', 'updated_at': '2021-06-10T18:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi'}], 'dv-cinder-786260-4-iscsi', False) {} {{(pid=98187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:59:51.863726 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44930a7b-b2eb-40ea-941f-9fca17a48ab6 None None] Checking router: e2506cae-f82e-42bc-aa68-7fd304b30efb for host: dv-cinder-786260-4-iscsi {{(pid=98187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 18:59:51.871622 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44930a7b-b2eb-40ea-941f-9fca17a48ab6 None None] Routers {'e2506cae-f82e-42bc-aa68-7fd304b30efb'} bound to L3 agent in host dv-cinder-786260-4-iscsi {{(pid=98187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 18:59:51.872222 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_hamode_db [None req-44930a7b-b2eb-40ea-941f-9fca17a48ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T18:39:44Z,description=,heartbeat_timestamp=2021-06-10T18:59:44Z,host='dv-cinder-786260-4-iscsi',id=1661496b-b13c-41e5-8e80-f6a07c138e01,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T18:39:44Z,topic='l3_agent')) {'router_ids': ['e2506cae-f82e-42bc-aa68-7fd304b30efb'], 'active': True} {{(pid=98187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:59:51.900570 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.db [None req-ffb3440c-a230-45f7-8202-c50993b0ceaa admin admin] For port b23207bf-2d34-47e4-8d19-71422b91348d, host dv-cinder-786260-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-4-iscsi',level=0,port_id=b23207bf-2d34-47e4-8d19-71422b91348d,segment=NetworkSegment(151ae908-95e4-46a8-8b94-d201ec410581),segment_id=151ae908-95e4-46a8-8b94-d201ec410581)] {{(pid=98185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:59:51.900930 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-ffb3440c-a230-45f7-8202-c50993b0ceaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4044702'] for port, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:51.992066 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_dvr_db [None req-44930a7b-b2eb-40ea-941f-9fca17a48ab6 None None] Set router e2506cae-f82e-42bc-aa68-7fd304b30efb gateway port host: None {{(pid=98187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 18:59:51.995442 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.plugin [None req-ffb3440c-a230-45f7-8202-c50993b0ceaa admin admin] Calling delete_port for b23207bf-2d34-47e4-8d19-71422b91348d owned by network:router_gateway {{(pid=98185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 18:59:52.185794 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_hamode_db [None req-44930a7b-b2eb-40ea-941f-9fca17a48ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2506cae-f82e-42bc-aa68-7fd304b30efb', 'name': 'tempest-TestShelveInstance-1605643947-router', 'tenant_id': '5b44d6994dd64c71a9e268f755b2f704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T18:53:28Z', 'updated_at': '2021-06-10T18:59:51Z', 'revision_number': 6, 'project_id': '5b44d6994dd64c71a9e268f755b2f704', 'gw_port_host': None}], 'dv-cinder-786260-4-iscsi', False) {} {{(pid=98187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:59:52.190119 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44930a7b-b2eb-40ea-941f-9fca17a48ab6 None None] The sync data for ids ['e2506cae-f82e-42bc-aa68-7fd304b30efb'] in dv-cinder-786260-4-iscsi is: [{'id': 'e2506cae-f82e-42bc-aa68-7fd304b30efb', 'name': 'tempest-TestShelveInstance-1605643947-router', 'tenant_id': '5b44d6994dd64c71a9e268f755b2f704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T18:53:28Z', 'updated_at': '2021-06-10T18:59:51Z', 'revision_number': 6, 'project_id': '5b44d6994dd64c71a9e268f755b2f704', 'gw_port_host': None}] {{(pid=98187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 18:59:52.202240 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-ffb3440c-a230-45f7-8202-c50993b0ceaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578457411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578064415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11876817'] for port, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:52.206063 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-0efc3a20-2f76-4f30-8929-5e5b4200329c tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:59:52.238043 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb3440c-a230-45f7-8202-c50993b0ceaa admin admin] Pushing event deleted for resources: {'Port': ['ID=b23207bf-2d34-47e4-8d19-71422b91348d,revision_number=None']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:59:52.240985 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-ffb3440c-a230-45f7-8202-c50993b0ceaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:59:52.318243 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-ffb3440c-a230-45f7-8202-c50993b0ceaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4045668'] for router_gateway, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:52.452369 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-ffb3440c-a230-45f7-8202-c50993b0ceaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4031383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25552'] for router, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:52.454719 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-ffb3440c-a230-45f7-8202-c50993b0ceaa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:52.513932 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-ffb3440c-a230-45f7-8202-c50993b0ceaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4032065'] for router, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:52.514481 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffb3440c-a230-45f7-8202-c50993b0ceaa admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2506cae-f82e-42bc-aa68-7fd304b30efb {{(pid=98185) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 18:59:52.519525 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-ffb3440c-a230-45f7-8202-c50993b0ceaa admin admin] Notify callbacks [] for router, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:52.520614 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-ffb3440c-a230-45f7-8202-c50993b0ceaa admin admin] 10.222.0.15 "DELETE /v2.0/routers/e2506cae-f82e-42bc-aa68-7fd304b30efb HTTP/1.1" status: 204 len: 168 time: 1.0631139 Jun 10 18:59:52.523073 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 56232) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:59:52.576384 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cc8e807-6304-4e7f-962f-cc38de733fb3 admin admin] Deleting subnet 647cafc5-80b9-4fb8-9081-4194a64dfc21 {{(pid=98185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 18:59:52.581163 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-0cc8e807-6304-4e7f-962f-cc38de733fb3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:52.634947 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-0cc8e807-6304-4e7f-962f-cc38de733fb3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9585371'] for subnet, precommit_delete_associations {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:52.726084 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-0cc8e807-6304-4e7f-962f-cc38de733fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883551'] for subnet, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:52.786231 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-0cc8e807-6304-4e7f-962f-cc38de733fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11876891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11674946'] for subnet, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:52.789066 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:59:52.824851 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc8e807-6304-4e7f-962f-cc38de733fb3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=647cafc5-80b9-4fb8-9081-4194a64dfc21,revision_number=None']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:59:52.826803 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-0cc8e807-6304-4e7f-962f-cc38de733fb3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:52.830192 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-0cc8e807-6304-4e7f-962f-cc38de733fb3 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/647cafc5-80b9-4fb8-9081-4194a64dfc21 HTTP/1.1" status: 204 len: 168 time: 0.3061681 Jun 10 18:59:52.831178 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-0cc8e807-6304-4e7f-962f-cc38de733fb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:59:52.831509 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3acb9a05-112d-4750-8c52-6d351053e306 None None] Network fa99101e-fe25-4baf-94b1-4969d0bfe922 requested from dv-cinder-786260-4-iscsi {{(pid=98186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 18:59:52.832608 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 56234) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:59:52.924192 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-23646995-7bc4-4739-9267-00fa71570895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542662'] for network, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:52.992374 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.plugin [None req-23646995-7bc4-4739-9267-00fa71570895 admin admin] Deleting port c0d0208d-5359-4c9e-8381-746d7908edf9 {{(pid=98185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 18:59:52.992632 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-23646995-7bc4-4739-9267-00fa71570895 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578452511'] for port, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:53.046523 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeeea382-3e41-4270-8a07-f6b23aeecc78 None None] DHCP port deletion for fa99101e-fe25-4baf-94b1-4969d0bfe922 request from dv-cinder-786260-4-iscsi {{(pid=98186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 18:59:53.077330 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.db [None req-23646995-7bc4-4739-9267-00fa71570895 admin admin] For port c0d0208d-5359-4c9e-8381-746d7908edf9, host dv-cinder-786260-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-4-iscsi',level=0,port_id=c0d0208d-5359-4c9e-8381-746d7908edf9,segment=NetworkSegment(6abdcb26-a0e3-49c7-9185-8c7932faffd7),segment_id=6abdcb26-a0e3-49c7-9185-8c7932faffd7)] {{(pid=98185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:59:53.077765 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-23646995-7bc4-4739-9267-00fa71570895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4044702'] for port, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:53.099055 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.plugin [None req-aeeea382-3e41-4270-8a07-f6b23aeecc78 None None] Deleting port c0d0208d-5359-4c9e-8381-746d7908edf9 {{(pid=98186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 18:59:53.099443 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-aeeea382-3e41-4270-8a07-f6b23aeecc78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578452511'] for port, before_delete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:53.175311 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.plugin [None req-23646995-7bc4-4739-9267-00fa71570895 admin admin] Calling delete_port for c0d0208d-5359-4c9e-8381-746d7908edf9 owned by network:dhcp {{(pid=98185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 18:59:53.187960 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-aeeea382-3e41-4270-8a07-f6b23aeecc78 None None] For port c0d0208d-5359-4c9e-8381-746d7908edf9, host dv-cinder-786260-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-4-iscsi',level=0,port_id=c0d0208d-5359-4c9e-8381-746d7908edf9,segment=NetworkSegment(6abdcb26-a0e3-49c7-9185-8c7932faffd7),segment_id=6abdcb26-a0e3-49c7-9185-8c7932faffd7)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 18:59:53.188359 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-aeeea382-3e41-4270-8a07-f6b23aeecc78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4044702'] for port, precommit_delete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:53.288544 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.plugin [None req-aeeea382-3e41-4270-8a07-f6b23aeecc78 None None] Calling delete_port for c0d0208d-5359-4c9e-8381-746d7908edf9 owned by network:dhcp {{(pid=98186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 18:59:53.290863 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-23646995-7bc4-4739-9267-00fa71570895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578457411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578064415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11876817'] for port, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:53.294280 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-bd9437ef-5d6a-4c27-a30d-ce130dbd3ad0 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:59:53.324180 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23646995-7bc4-4739-9267-00fa71570895 admin admin] No DVR routers for this DVR port c0d0208d-5359-4c9e-8381-746d7908edf9 on host dv-cinder-786260-4-iscsi {{(pid=98185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 18:59:53.329022 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23646995-7bc4-4739-9267-00fa71570895 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0d0208d-5359-4c9e-8381-746d7908edf9,revision_number=None']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:59:53.331005 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-23646995-7bc4-4739-9267-00fa71570895 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:59:53.383247 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-aeeea382-3e41-4270-8a07-f6b23aeecc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578457411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578064415'] for port, after_delete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:53.385855 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-30ffe248-8137-472e-856c-5c4d4053d6c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:59:53.416661 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeea382-3e41-4270-8a07-f6b23aeecc78 None None] Pushing event deleted for resources: {'Port': ['ID=c0d0208d-5359-4c9e-8381-746d7908edf9,revision_number=None']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:59:53.419639 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-aeeea382-3e41-4270-8a07-f6b23aeecc78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:59:53.420447 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeeea382-3e41-4270-8a07-f6b23aeecc78 None None] No DVR routers for this DVR port c0d0208d-5359-4c9e-8381-746d7908edf9 on host dv-cinder-786260-4-iscsi {{(pid=98186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 18:59:53.430640 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-23646995-7bc4-4739-9267-00fa71570895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-876752', 'neutron.services.segments.db._delete_segments_for_network-8731578620079'] for network, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:53.442041 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.services.segments.db [None req-23646995-7bc4-4739-9267-00fa71570895 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa99101e-fe25-4baf-94b1-4969d0bfe922']}} {{(pid=98185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:59:53.452709 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.services.segments.db [None req-23646995-7bc4-4739-9267-00fa71570895 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6abdcb26-a0e3-49c7-9185-8c7932faffd7') {'for_net_delete': True} {{(pid=98185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:59:53.453826 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.services.segments.db [None req-23646995-7bc4-4739-9267-00fa71570895 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6abdcb26-a0e3-49c7-9185-8c7932faffd7') {} {{(pid=98185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 18:59:53.463848 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-23646995-7bc4-4739-9267-00fa71570895 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731578619908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9585346'] for segment, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:53.479460 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-23646995-7bc4-4739-9267-00fa71570895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881768'] for segment, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:53.485482 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23646995-7bc4-4739-9267-00fa71570895 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=98185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 18:59:53.485902 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-23646995-7bc4-4739-9267-00fa71570895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11876740'] for segment, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:53.487788 dv-cinder-786260-4-iscsi neutron-server[98185]: Traceback (most recent call last): Jun 10 18:59:53.487788 dv-cinder-786260-4-iscsi neutron-server[98185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 18:59:53.487788 dv-cinder-786260-4-iscsi neutron-server[98185]: timer() Jun 10 18:59:53.487788 dv-cinder-786260-4-iscsi neutron-server[98185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 18:59:53.487788 dv-cinder-786260-4-iscsi neutron-server[98185]: cb(*args, **kw) Jun 10 18:59:53.487788 dv-cinder-786260-4-iscsi neutron-server[98185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 18:59:53.487788 dv-cinder-786260-4-iscsi neutron-server[98185]: return func(*args, **kwargs) Jun 10 18:59:53.487788 dv-cinder-786260-4-iscsi neutron-server[98185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 18:59:53.487788 dv-cinder-786260-4-iscsi neutron-server[98185]: self._notify() Jun 10 18:59:53.487788 dv-cinder-786260-4-iscsi neutron-server[98185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 18:59:53.487788 dv-cinder-786260-4-iscsi neutron-server[98185]: self.callback(batched_events) Jun 10 18:59:53.487788 dv-cinder-786260-4-iscsi neutron-server[98185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 18:59:53.487788 dv-cinder-786260-4-iscsi neutron-server[98185]: event.method(event) Jun 10 18:59:53.487788 dv-cinder-786260-4-iscsi neutron-server[98185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 18:59:53.487788 dv-cinder-786260-4-iscsi neutron-server[98185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 18:59:53.487788 dv-cinder-786260-4-iscsi neutron-server[98185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 18:59:53.487788 dv-cinder-786260-4-iscsi neutron-server[98185]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 18:59:53.487788 dv-cinder-786260-4-iscsi neutron-server[98185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 18:59:53.487788 dv-cinder-786260-4-iscsi neutron-server[98185]: return f(self, *a, **k) Jun 10 18:59:53.487788 dv-cinder-786260-4-iscsi neutron-server[98185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 18:59:53.487788 dv-cinder-786260-4-iscsi neutron-server[98185]: return self._get(url).json() Jun 10 18:59:53.487788 dv-cinder-786260-4-iscsi neutron-server[98185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 18:59:53.487788 dv-cinder-786260-4-iscsi neutron-server[98185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 18:59:53.487788 dv-cinder-786260-4-iscsi neutron-server[98185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 18:59:53.487788 dv-cinder-786260-4-iscsi neutron-server[98185]: return self.request(url, 'GET', **kwargs) Jun 10 18:59:53.487788 dv-cinder-786260-4-iscsi neutron-server[98185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 18:59:53.487788 dv-cinder-786260-4-iscsi neutron-server[98185]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 18:59:53.487788 dv-cinder-786260-4-iscsi neutron-server[98185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 18:59:53.487788 dv-cinder-786260-4-iscsi neutron-server[98185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 18:59:53.487788 dv-cinder-786260-4-iscsi neutron-server[98185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 18:59:53.487788 dv-cinder-786260-4-iscsi neutron-server[98185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 18:59:53.487788 dv-cinder-786260-4-iscsi neutron-server[98185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 18:59:53.564698 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-23646995-7bc4-4739-9267-00fa71570895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-876761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4045579'] for network, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:53.568680 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:59:53.573131 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-23646995-7bc4-4739-9267-00fa71570895 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731712'] for network, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:53.576031 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-23646995-7bc4-4739-9267-00fa71570895 admin admin] 10.222.0.15 "DELETE /v2.0/networks/fa99101e-fe25-4baf-94b1-4969d0bfe922 HTTP/1.1" status: 204 len: 168 time: 0.7424922 Jun 10 18:59:53.592681 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23646995-7bc4-4739-9267-00fa71570895 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa99101e-fe25-4baf-94b1-4969d0bfe922,revision_number=None']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:59:53.595415 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-23646995-7bc4-4739-9267-00fa71570895 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:59:53.688449 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 56240) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:59:53.737508 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-c5e56562-c4f3-4b68-b7c9-2b0c28a2aeba admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1a2d315ad5024710bea813f4dc02e234&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0478110 Jun 10 18:59:53.739931 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 56242) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:59:53.790201 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-c301156b-bd0d-4e10-b7c4-abf17afe32c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:53.812095 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-c301156b-bd0d-4e10-b7c4-abf17afe32c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:53.861316 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-c301156b-bd0d-4e10-b7c4-abf17afe32c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:53.863861 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-c301156b-bd0d-4e10-b7c4-abf17afe32c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:53.865013 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-c301156b-bd0d-4e10-b7c4-abf17afe32c4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/62cd4030-97dd-4de2-9a46-a60c8b7158e8 HTTP/1.1" status: 204 len: 168 time: 0.1241996 Jun 10 18:59:53.865791 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-2f9e9120-c762-471a-b3c1-2d1bf7c679fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:59:53.874087 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c301156b-bd0d-4e10-b7c4-abf17afe32c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62cd4030-97dd-4de2-9a46-a60c8b7158e8,revision_number=None']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:59:53.876854 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-c301156b-bd0d-4e10-b7c4-abf17afe32c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 18:59:54.148308 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Device 18a41d6f-b77c-4066-a9a3-b65d7688ff91 no longer exists at agent ovs-agent-dv-cinder-786260-4-iscsi {{(pid=98186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 18:59:54.175138 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.plugin [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] No Port match for: 18a41d6f-b77c-4066-a9a3-b65d7688ff91 {{(pid=98186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 18:59:54.175138 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Device 18a41d6f-b77c-4066-a9a3-b65d7688ff91 not bound to the agent host dv-cinder-786260-4-iscsi {{(pid=98186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 18:59:54.175378 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Device c0d0208d-5359-4c9e-8381-746d7908edf9 no longer exists at agent ovs-agent-dv-cinder-786260-4-iscsi {{(pid=98186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 18:59:54.175480 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 56248) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:59:54.199416 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.plugin [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] No Port match for: c0d0208d-5359-4c9e-8381-746d7908edf9 {{(pid=98186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 18:59:54.199778 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Device c0d0208d-5359-4c9e-8381-746d7908edf9 not bound to the agent host dv-cinder-786260-4-iscsi {{(pid=98186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 18:59:54.200203 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Device b23207bf-2d34-47e4-8d19-71422b91348d no longer exists at agent ovs-agent-dv-cinder-786260-4-iscsi {{(pid=98186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 18:59:54.220940 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-592ca04a-1eb6-461b-99e3-c905806b2add admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5b44d6994dd64c71a9e268f755b2f704&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0420659 Jun 10 18:59:54.221130 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 56250) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 18:59:54.223574 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.plugin [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] No Port match for: b23207bf-2d34-47e4-8d19-71422b91348d {{(pid=98186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 18:59:54.223937 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Device b23207bf-2d34-47e4-8d19-71422b91348d not bound to the agent host dv-cinder-786260-4-iscsi {{(pid=98186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 18:59:54.276495 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-59d4f0fe-095e-4880-bf15-d6cd3c299924 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:54.299877 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-59d4f0fe-095e-4880-bf15-d6cd3c299924 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:54.353703 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-59d4f0fe-095e-4880-bf15-d6cd3c299924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:54.356442 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-59d4f0fe-095e-4880-bf15-d6cd3c299924 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 18:59:54.357677 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-59d4f0fe-095e-4880-bf15-d6cd3c299924 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/92bfce61-f459-43e0-8f82-8b80c24aa1ff HTTP/1.1" status: 204 len: 168 time: 0.1355290 Jun 10 18:59:54.358427 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-a172392f-b4d7-4d9f-8dc1-768b0b69d215 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 18:59:54.367470 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d4f0fe-095e-4880-bf15-d6cd3c299924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92bfce61-f459-43e0-8f82-8b80c24aa1ff,revision_number=None']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 18:59:54.369699 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-59d4f0fe-095e-4880-bf15-d6cd3c299924 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 19:00:11.822897 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9fe61f5d-022b-4ec6-9bfc-3459792baca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:14.303497 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-d62d904e-d412-4b9a-aa1a-b00b0188953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:14.448732 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:15.463988 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-8dcc316c-a8c5-4da3-a0ad-e3f4fe9157be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:17.277357 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-bf1ede84-8c21-46ff-8a19-cb90afe635a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:17.697211 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:20.005128 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 56344) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 19:00:20.143056 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-123c3483-81d0-4afd-8a7b-854e728f90a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:20.239369 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-123c3483-81d0-4afd-8a7b-854e728f90a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:20.241663 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-123c3483-81d0-4afd-8a7b-854e728f90a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:20.244688 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-79d97daa-ec14-4bd6-9a27-20fd68f4ebc6 tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 19:00:20.289079 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-123c3483-81d0-4afd-8a7b-854e728f90a8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8c539b136b154baf9b3199198f302e6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2828553 Jun 10 19:00:20.289894 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123c3483-81d0-4afd-8a7b-854e728f90a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66641de4-a109-4890-add4-041deff4fea4,revision_number=1']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 19:00:20.291729 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 56348) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 19:00:20.292941 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-123c3483-81d0-4afd-8a7b-854e728f90a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 19:00:20.345367 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-e7219da3-c699-482d-8a4e-1dac2419bdf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:20.367964 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-e7219da3-c699-482d-8a4e-1dac2419bdf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:20.421344 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-e7219da3-c699-482d-8a4e-1dac2419bdf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:20.424009 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-e7219da3-c699-482d-8a4e-1dac2419bdf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:20.425123 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-e7219da3-c699-482d-8a4e-1dac2419bdf3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/66641de4-a109-4890-add4-041deff4fea4 HTTP/1.1" status: 204 len: 168 time: 0.1324406 Jun 10 19:00:20.425930 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-4163dab5-edc8-4b38-b2b1-e201088b7323 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 19:00:20.434589 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7219da3-c699-482d-8a4e-1dac2419bdf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66641de4-a109-4890-add4-041deff4fea4,revision_number=None']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 19:00:20.441756 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7219da3-c699-482d-8a4e-1dac2419bdf3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:00:20.441982 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7219da3-c699-482d-8a4e-1dac2419bdf3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:00:20.442489 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7219da3-c699-482d-8a4e-1dac2419bdf3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:00:20.442732 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7219da3-c699-482d-8a4e-1dac2419bdf3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:00:20.443105 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7219da3-c699-482d-8a4e-1dac2419bdf3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:00:20.443475 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7219da3-c699-482d-8a4e-1dac2419bdf3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:00:20.443840 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7219da3-c699-482d-8a4e-1dac2419bdf3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:00:20.444203 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7219da3-c699-482d-8a4e-1dac2419bdf3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:00:20.444572 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7219da3-c699-482d-8a4e-1dac2419bdf3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:00:20.444935 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7219da3-c699-482d-8a4e-1dac2419bdf3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:00:20.445298 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7219da3-c699-482d-8a4e-1dac2419bdf3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:00:20.445686 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7219da3-c699-482d-8a4e-1dac2419bdf3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:00:20.448784 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-e7219da3-c699-482d-8a4e-1dac2419bdf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 19:00:21.403997 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 56378) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 19:00:21.509485 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-f8dbaff4-0013-413b-a103-67910aa6fe3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:21.603053 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-f8dbaff4-0013-413b-a103-67910aa6fe3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:21.606519 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-f8dbaff4-0013-413b-a103-67910aa6fe3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:21.610535 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-5bae7885-2c65-4aa0-b700-12c66d86ed4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 19:00:21.649864 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-f8dbaff4-0013-413b-a103-67910aa6fe3f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ce82401acd3c4ca68028db95ced0ec41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2448080 Jun 10 19:00:21.651867 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dbaff4-0013-413b-a103-67910aa6fe3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7525e329-5192-47fd-b0db-c429b4beb999,revision_number=1']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 19:00:21.652639 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 56382) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 19:00:21.654775 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-f8dbaff4-0013-413b-a103-67910aa6fe3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 19:00:21.706323 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-8c97f07c-918f-497d-8ed8-544df5d18c00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:21.728735 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-8c97f07c-918f-497d-8ed8-544df5d18c00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:21.778304 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-8c97f07c-918f-497d-8ed8-544df5d18c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:21.781782 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-8c97f07c-918f-497d-8ed8-544df5d18c00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:21.782939 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-8c97f07c-918f-497d-8ed8-544df5d18c00 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7525e329-5192-47fd-b0db-c429b4beb999 HTTP/1.1" status: 204 len: 168 time: 0.1293187 Jun 10 19:00:21.783740 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-2710da8b-f1b7-44e4-93bf-a0d67dc58ae9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 19:00:21.792080 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c97f07c-918f-497d-8ed8-544df5d18c00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7525e329-5192-47fd-b0db-c429b4beb999,revision_number=None']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 19:00:21.794273 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-8c97f07c-918f-497d-8ed8-544df5d18c00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 19:00:22.397927 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 56404) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 19:00:22.492048 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.v2.base [None req-0a028d35-1787-4615-96fc-99c8bf9cb994 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1887004004-network', 'tenant_id': '03d822ac543649beabd5b85e18d148a4'}} {{(pid=98185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 19:00:22.513392 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a028d35-1787-4615-96fc-99c8bf9cb994 admin admin] Made reservation on behalf of 03d822ac543649beabd5b85e18d148a4 for: {'network': 1} {{(pid=98185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 19:00:22.515848 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-0a028d35-1787-4615-96fc-99c8bf9cb994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-941319'] for network, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:22.526104 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-0a028d35-1787-4615-96fc-99c8bf9cb994 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:22.620216 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-0a028d35-1787-4615-96fc-99c8bf9cb994 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:22.623890 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-0a028d35-1787-4615-96fc-99c8bf9cb994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:22.626978 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-faaae777-8a43-4d9a-8127-4e138272308c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 19:00:22.653498 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a028d35-1787-4615-96fc-99c8bf9cb994 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=98185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 19:00:22.663554 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a028d35-1787-4615-96fc-99c8bf9cb994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc679dd-d927-427d-b6ff-9624a7c69da9,revision_number=1']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 19:00:22.668772 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-0a028d35-1787-4615-96fc-99c8bf9cb994 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 19:00:22.669822 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-0a028d35-1787-4615-96fc-99c8bf9cb994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881768'] for segment, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:22.670162 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.db.segments_db [None req-0a028d35-1787-4615-96fc-99c8bf9cb994 admin admin] Added segment 83899cc1-bda3-43a5-82a1-515a46798267 of type vlan for network ccf298e8-e752-4524-b52b-d3952f6382ed Jun 10 19:00:22.723776 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-0a028d35-1787-4615-96fc-99c8bf9cb994 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731578050973'] for network, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:22.751778 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-0a028d35-1787-4615-96fc-99c8bf9cb994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731739'] for network, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:22.752811 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a028d35-1787-4615-96fc-99c8bf9cb994 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:00:22.753401 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-0a028d35-1787-4615-96fc-99c8bf9cb994 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731712'] for network, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:22.755602 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-16b526a8-6eec-48eb-8207-70701f058193 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 19:00:22.791958 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-0a028d35-1787-4615-96fc-99c8bf9cb994 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3929193 Jun 10 19:00:22.794971 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 56408) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 19:00:22.800630 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.v2.base [None req-5a056130-1b74-4de6-9848-039b73f91bc7 admin admin] Request body: {'subnet': {'network_id': 'ccf298e8-e752-4524-b52b-d3952f6382ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1887004004-subnet', 'tenant_id': '03d822ac543649beabd5b85e18d148a4', 'ip_version': 4}} {{(pid=98184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 19:00:22.820906 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a056130-1b74-4de6-9848-039b73f91bc7 admin admin] Made reservation on behalf of 03d822ac543649beabd5b85e18d148a4 for: {'subnet': 1} {{(pid=98184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 19:00:22.823405 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-5a056130-1b74-4de6-9848-039b73f91bc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740045'] for subnet, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:22.839794 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a028d35-1787-4615-96fc-99c8bf9cb994 admin admin] Pushing event updated for resources: {'Network': ['ID=ccf298e8-e752-4524-b52b-d3952f6382ed,revision_number=1']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 19:00:22.842565 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-0a028d35-1787-4615-96fc-99c8bf9cb994 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 19:00:22.850812 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Network ccf298e8-e752-4524-b52b-d3952f6382ed details requested by agent ovs-agent-dv-cinder-786260-4-iscsi with host dv-cinder-786260-4-iscsi {{(pid=98186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 19:00:23.024145 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-5a056130-1b74-4de6-9848-039b73f91bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12374956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740059'] for subnet, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:23.026985 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-b15592eb-c844-41e9-90b4-7aa0004d2a95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 19:00:23.088585 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a056130-1b74-4de6-9848-039b73f91bc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97f21823-eb57-44fa-bcc2-8fe91251a408,revision_number=0']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 19:00:23.092334 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-5a056130-1b74-4de6-9848-039b73f91bc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 19:00:23.096536 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a056130-1b74-4de6-9848-039b73f91bc7 admin admin] Checking segment: {'id': '83899cc1-bda3-43a5-82a1-515a46798267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ccf298e8-e752-4524-b52b-d3952f6382ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 19:00:23.096894 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a056130-1b74-4de6-9848-039b73f91bc7 admin admin] Network hostable DHCP agents. Network: ccf298e8-e752-4524-b52b-d3952f6382ed, hostable agents: ['32d11a73-8882-47f0-8c19-15a088a2f1dc'], hosted agents: [] {{(pid=98184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 19:00:23.113932 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a056130-1b74-4de6-9848-039b73f91bc7 admin admin] Network ccf298e8-e752-4524-b52b-d3952f6382ed is scheduled to be hosted by DHCP agent 32d11a73-8882-47f0-8c19-15a088a2f1dc with binding_index 1 {{(pid=98184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 19:00:23.122098 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.scheduler.base_scheduler [None req-5a056130-1b74-4de6-9848-039b73f91bc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-4-iscsi, ccf298e8-e752-4524-b52b-d3952f6382ed) {{(pid=98184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 19:00:23.126838 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a056130-1b74-4de6-9848-039b73f91bc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:00:23.127437 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-5a056130-1b74-4de6-9848-039b73f91bc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731712'] for subnet, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:23.132790 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65eefa64-0084-4d36-abd1-11deb598d2dd None None] Network ccf298e8-e752-4524-b52b-d3952f6382ed requested from dv-cinder-786260-4-iscsi {{(pid=98186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 19:00:23.142242 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-5a056130-1b74-4de6-9848-039b73f91bc7 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3461282 Jun 10 19:00:23.144959 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 56410) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 19:00:23.149586 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.v2.base [None req-6731d192-d904-496a-88c6-bf2e8cbda99d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1887004004-router', 'tenant_id': '03d822ac543649beabd5b85e18d148a4', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d'}}} {{(pid=98185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 19:00:23.171632 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-6731d192-d904-496a-88c6-bf2e8cbda99d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4031469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25378'] for router, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:23.172497 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-6731d192-d904-496a-88c6-bf2e8cbda99d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4031304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4045498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4061363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25387'] for router, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:23.236099 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-6731d192-d904-496a-88c6-bf2e8cbda99d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:23.315899 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2893286-da20-4d9f-8afb-4a4c95cb9d5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb210373e-bde5-52cb-bc22-9269e2ef8f47-ccf298e8-e752-4524-b52b-d3952f6382ed', 'network_id': 'ccf298e8-e752-4524-b52b-d3952f6382ed', 'tenant_id': '03d822ac543649beabd5b85e18d148a4', 'fixed_ips': [{'subnet_id': '97f21823-eb57-44fa-bcc2-8fe91251a408'}]}} from dv-cinder-786260-4-iscsi. {{(pid=98186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 19:00:23.316783 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-e2893286-da20-4d9f-8afb-4a4c95cb9d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-941319'] for port, before_create {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:23.478316 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.db_base_plugin_common [None req-e2893286-da20-4d9f-8afb-4a4c95cb9d5b None None] Allocated IP 172.20.0.2 (ccf298e8-e752-4524-b52b-d3952f6382ed/97f21823-eb57-44fa-bcc2-8fe91251a408/f7fe84b9-39fd-41d7-8559-a34c432f80cb) {{(pid=98186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 19:00:23.652776 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-e2893286-da20-4d9f-8afb-4a4c95cb9d5b None None] Notify callbacks [] for port, precommit_create {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:23.661035 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-e2893286-da20-4d9f-8afb-4a4c95cb9d5b None None] Transition to ACTIVE for port object f7fe84b9-39fd-41d7-8559-a34c432f80cb will not be triggered until provisioned by entity L2. {{(pid=98186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 19:00:23.675749 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-e2893286-da20-4d9f-8afb-4a4c95cb9d5b None None] Transition to ACTIVE for port object f7fe84b9-39fd-41d7-8559-a34c432f80cb will not be triggered until provisioned by entity DHCP. {{(pid=98186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 19:00:23.682524 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-e2893286-da20-4d9f-8afb-4a4c95cb9d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-941510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578064406'] for port, after_create {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:23.684373 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-fa69674c-8314-4e1d-af2a-5f839faa6f7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 19:00:23.725883 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-6731d192-d904-496a-88c6-bf2e8cbda99d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4045491', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4031455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25561'] for router, precommit_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:23.729978 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2893286-da20-4d9f-8afb-4a4c95cb9d5b None None] Network ccf298e8-e752-4524-b52b-d3952f6382ed is already hosted by enough agents. {{(pid=98186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 19:00:23.733011 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.scheduler.base_scheduler [None req-e2893286-da20-4d9f-8afb-4a4c95cb9d5b None None] Resources bound (agent type, host, resource id): {{(pid=98186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 19:00:23.736921 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2893286-da20-4d9f-8afb-4a4c95cb9d5b None None] Received port after_create {{(pid=98186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 19:00:23.744221 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2893286-da20-4d9f-8afb-4a4c95cb9d5b None None] Pushing event updated for resources: {'Port': ['ID=f7fe84b9-39fd-41d7-8559-a34c432f80cb,revision_number=1']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 19:00:23.778003 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2893286-da20-4d9f-8afb-4a4c95cb9d5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:00:23.778370 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2893286-da20-4d9f-8afb-4a4c95cb9d5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:00:23.778708 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2893286-da20-4d9f-8afb-4a4c95cb9d5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:00:23.779051 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2893286-da20-4d9f-8afb-4a4c95cb9d5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:00:23.779386 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2893286-da20-4d9f-8afb-4a4c95cb9d5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:00:23.779749 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2893286-da20-4d9f-8afb-4a4c95cb9d5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:00:23.780082 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2893286-da20-4d9f-8afb-4a4c95cb9d5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:00:23.780940 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2893286-da20-4d9f-8afb-4a4c95cb9d5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:00:23.781282 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2893286-da20-4d9f-8afb-4a4c95cb9d5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:00:23.781672 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2893286-da20-4d9f-8afb-4a4c95cb9d5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:00:23.782027 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2893286-da20-4d9f-8afb-4a4c95cb9d5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:00:23.782402 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2893286-da20-4d9f-8afb-4a4c95cb9d5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:00:23.805557 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-e2893286-da20-4d9f-8afb-4a4c95cb9d5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 19:00:23.823078 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.managers [None req-e2893286-da20-4d9f-8afb-4a4c95cb9d5b None None] Attempting to bind port f7fe84b9-39fd-41d7-8559-a34c432f80cb on host dv-cinder-786260-4-iscsi for vnic_type normal with profile {{(pid=98186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 19:00:23.823463 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.managers [None req-e2893286-da20-4d9f-8afb-4a4c95cb9d5b None None] Attempting to bind port f7fe84b9-39fd-41d7-8559-a34c432f80cb by drivers openvswitch,hyperv on host dv-cinder-786260-4-iscsi at level 0 using segments [{'id': '83899cc1-bda3-43a5-82a1-515a46798267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ccf298e8-e752-4524-b52b-d3952f6382ed'}] {{(pid=98186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 19:00:23.823838 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2893286-da20-4d9f-8afb-4a4c95cb9d5b None None] Attempting to bind port f7fe84b9-39fd-41d7-8559-a34c432f80cb on network ccf298e8-e752-4524-b52b-d3952f6382ed {{(pid=98186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 19:00:23.829065 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2893286-da20-4d9f-8afb-4a4c95cb9d5b None None] Checking agent: {'id': '0a9461fa-5aa1-4bfe-a01a-9192fdaa924f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 18, 39, 44), 'started_at': datetime.datetime(2021, 6, 10, 18, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 19, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 19:00:23.829478 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2893286-da20-4d9f-8afb-4a4c95cb9d5b None None] Checking segment: {'id': '83899cc1-bda3-43a5-82a1-515a46798267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ccf298e8-e752-4524-b52b-d3952f6382ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 19:00:23.829901 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-e2893286-da20-4d9f-8afb-4a4c95cb9d5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:23.830305 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2893286-da20-4d9f-8afb-4a4c95cb9d5b None None] Bound using segment: {'id': '83899cc1-bda3-43a5-82a1-515a46798267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ccf298e8-e752-4524-b52b-d3952f6382ed'} {{(pid=98186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 19:00:23.830780 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.managers [None req-e2893286-da20-4d9f-8afb-4a4c95cb9d5b None None] Bound port: f7fe84b9-39fd-41d7-8559-a34c432f80cb, host: dv-cinder-786260-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83899cc1-bda3-43a5-82a1-515a46798267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ccf298e8-e752-4524-b52b-d3952f6382ed'}}] {{(pid=98186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 19:00:23.831170 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-e2893286-da20-4d9f-8afb-4a4c95cb9d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:23.900601 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-e2893286-da20-4d9f-8afb-4a4c95cb9d5b None None] For port f7fe84b9-39fd-41d7-8559-a34c432f80cb, host dv-cinder-786260-4-iscsi, cleared binding levels {{(pid=98186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 19:00:23.903692 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-e2893286-da20-4d9f-8afb-4a4c95cb9d5b None None] For port f7fe84b9-39fd-41d7-8559-a34c432f80cb, host dv-cinder-786260-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-4-iscsi',level=0,port_id=f7fe84b9-39fd-41d7-8559-a34c432f80cb,segment=NetworkSegment(83899cc1-bda3-43a5-82a1-515a46798267),segment_id=83899cc1-bda3-43a5-82a1-515a46798267)] {{(pid=98186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 19:00:23.909906 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-e2893286-da20-4d9f-8afb-4a4c95cb9d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:23.912194 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 19:00:23.981549 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2893286-da20-4d9f-8afb-4a4c95cb9d5b None None] Pushing event updated for resources: {'Port': ['ID=f7fe84b9-39fd-41d7-8559-a34c432f80cb,revision_number=2']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 19:00:23.984680 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-e2893286-da20-4d9f-8afb-4a4c95cb9d5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 19:00:24.016325 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-6731d192-d904-496a-88c6-bf2e8cbda99d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:24.043306 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-6731d192-d904-496a-88c6-bf2e8cbda99d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-941319'] for port, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:24.186704 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.db.db_base_plugin_common [None req-6731d192-d904-496a-88c6-bf2e8cbda99d admin admin] Allocated IP 172.27.3.127 (a2be77e0-c818-4f69-a7bb-de46a435f28d/dcf03c9b-e407-4813-8188-7ebc21a92a5e/b739490b-96a4-44b2-97be-49f7b2829405) {{(pid=98185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 19:00:24.230029 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Device f7fe84b9-39fd-41d7-8559-a34c432f80cb up at agent ovs-agent-dv-cinder-786260-4-iscsi {{(pid=98186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 19:00:24.291587 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Provisioning for port f7fe84b9-39fd-41d7-8559-a34c432f80cb completed by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 19:00:24.331719 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-6731d192-d904-496a-88c6-bf2e8cbda99d admin admin] Notify callbacks [] for port, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:24.370491 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-6731d192-d904-496a-88c6-bf2e8cbda99d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-941510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578064406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11876810'] for port, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:24.372335 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-78b9175a-a251-4f1f-8560-bd764eab279a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 19:00:24.427898 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6731d192-d904-496a-88c6-bf2e8cbda99d admin admin] Network a2be77e0-c818-4f69-a7bb-de46a435f28d is already hosted by enough agents. {{(pid=98185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 19:00:24.430604 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.base_scheduler [None req-6731d192-d904-496a-88c6-bf2e8cbda99d admin admin] Resources bound (agent type, host, resource id): {{(pid=98185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 19:00:24.432991 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6731d192-d904-496a-88c6-bf2e8cbda99d admin admin] Received port after_create {{(pid=98185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 19:00:24.439027 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6731d192-d904-496a-88c6-bf2e8cbda99d admin admin] Pushing event updated for resources: {'Port': ['ID=b739490b-96a4-44b2-97be-49f7b2829405,revision_number=1']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 19:00:24.441654 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-6731d192-d904-496a-88c6-bf2e8cbda99d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 19:00:24.786292 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-6731d192-d904-496a-88c6-bf2e8cbda99d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:24.823083 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec71ce4a-f959-4298-bdde-d25488b29c3c None None] Network ccf298e8-e752-4524-b52b-d3952f6382ed requested from dv-cinder-786260-4-iscsi {{(pid=98186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 19:00:24.913032 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-3ea7faf7-718e-4096-989e-33928512bf1b None None] Provisioning for port f7fe84b9-39fd-41d7-8559-a34c432f80cb completed by entity DHCP. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 19:00:24.920490 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-3ea7faf7-718e-4096-989e-33928512bf1b None None] Provisioning complete for port f7fe84b9-39fd-41d7-8559-a34c432f80cb triggered by entity DHCP. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 19:00:24.920939 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-3ea7faf7-718e-4096-989e-33928512bf1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:24.956159 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.agents_db [None req-dd8e6269-3fd9-4915-b5ed-83e1f738bf4e None None] Agent healthcheck: found 6 active agents {{(pid=98187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 19:00:25.059146 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-6731d192-d904-496a-88c6-bf2e8cbda99d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4031444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4045819'] for router, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:25.098028 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-3ea7faf7-718e-4096-989e-33928512bf1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:25.140479 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-3ea7faf7-718e-4096-989e-33928512bf1b None None] For port f7fe84b9-39fd-41d7-8559-a34c432f80cb, host dv-cinder-786260-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-4-iscsi',level=0,port_id=f7fe84b9-39fd-41d7-8559-a34c432f80cb,segment=NetworkSegment(83899cc1-bda3-43a5-82a1-515a46798267),segment_id=83899cc1-bda3-43a5-82a1-515a46798267)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 19:00:25.145326 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-3ea7faf7-718e-4096-989e-33928512bf1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:25.147559 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-aeeea382-3e41-4270-8a07-f6b23aeecc78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 19:00:25.205348 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea7faf7-718e-4096-989e-33928512bf1b None None] Pushing event updated for resources: {'Port': ['ID=f7fe84b9-39fd-41d7-8559-a34c432f80cb,revision_number=3']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 19:00:25.208771 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-3ea7faf7-718e-4096-989e-33928512bf1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 19:00:25.241441 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6731d192-d904-496a-88c6-bf2e8cbda99d admin admin] Router 79b634a5-5d66-4f35-81a1-8ebb10f49dbc is scheduled to L3 agent 1661496b-b13c-41e5-8e80-f6a07c138e01 with binding_index 1 {{(pid=98185) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 19:00:25.391546 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6731d192-d904-496a-88c6-bf2e8cbda99d admin admin] Notify agent at l3_agent.dv-cinder-786260-4-iscsi the message routers_updated {{(pid=98185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 19:00:25.399828 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6682225-01c6-4abc-9fc7-0608104f8eca None None] Sync routers for ids ['79b634a5-5d66-4f35-81a1-8ebb10f49dbc'] in dv-cinder-786260-4-iscsi {{(pid=98186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 19:00:25.407026 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-6731d192-d904-496a-88c6-bf2e8cbda99d admin admin] Notify callbacks [] for router, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:25.408249 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-6731d192-d904-496a-88c6-bf2e8cbda99d admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2622440 Jun 10 19:00:25.410123 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6682225-01c6-4abc-9fc7-0608104f8eca None None] Routers {'79b634a5-5d66-4f35-81a1-8ebb10f49dbc'} bound to L3 agent in host dv-cinder-786260-4-iscsi {{(pid=98186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 19:00:25.410698 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-c6682225-01c6-4abc-9fc7-0608104f8eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T18:39:44Z,description=,heartbeat_timestamp=2021-06-10T19:00:14Z,host='dv-cinder-786260-4-iscsi',id=1661496b-b13c-41e5-8e80-f6a07c138e01,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T18:39:44Z,topic='l3_agent')) {'router_ids': ['79b634a5-5d66-4f35-81a1-8ebb10f49dbc'], 'active': True} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 19:00:25.411127 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 56412) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 19:00:25.533719 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-fb74f71d-2647-48bf-90aa-f539dd52139f None None] Provisioning complete for port f7fe84b9-39fd-41d7-8559-a34c432f80cb triggered by entity DHCP. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 19:00:25.534109 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-fb74f71d-2647-48bf-90aa-f539dd52139f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:25.736007 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvr_db [None req-c6682225-01c6-4abc-9fc7-0608104f8eca None None] Set router 79b634a5-5d66-4f35-81a1-8ebb10f49dbc gateway port host: dv-cinder-786260-4-iscsi {{(pid=98186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 19:00:25.971812 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-344bb8ad-8c54-47dc-9c60-58c3a2826a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-941319'] for port, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:26.014354 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-c6682225-01c6-4abc-9fc7-0608104f8eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b634a5-5d66-4f35-81a1-8ebb10f49dbc', 'name': 'tempest-TestVolumeBootPattern-1887004004-router', 'tenant_id': '03d822ac543649beabd5b85e18d148a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'b739490b-96a4-44b2-97be-49f7b2829405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T19:00:23Z', 'updated_at': '2021-06-10T19:00:24Z', 'revision_number': 3, 'project_id': '03d822ac543649beabd5b85e18d148a4', 'gw_port': {'id': 'b739490b-96a4-44b2-97be-49f7b2829405', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:53:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b634a5-5d66-4f35-81a1-8ebb10f49dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T19:00:24Z', 'updated_at': '2021-06-10T19:00:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi'}], 'dv-cinder-786260-4-iscsi', False) {} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 19:00:26.017610 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6682225-01c6-4abc-9fc7-0608104f8eca None None] Checking router: 79b634a5-5d66-4f35-81a1-8ebb10f49dbc for host: dv-cinder-786260-4-iscsi {{(pid=98186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 19:00:26.017969 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6682225-01c6-4abc-9fc7-0608104f8eca None None] Updating router 79b634a5-5d66-4f35-81a1-8ebb10f49dbc port b739490b-96a4-44b2-97be-49f7b2829405 binding host dv-cinder-786260-4-iscsi {{(pid=98186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 19:00:26.060917 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-c6682225-01c6-4abc-9fc7-0608104f8eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:26.155863 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.db.db_base_plugin_common [None req-344bb8ad-8c54-47dc-9c60-58c3a2826a70 admin admin] Allocated IP 172.20.0.1 (ccf298e8-e752-4524-b52b-d3952f6382ed/97f21823-eb57-44fa-bcc2-8fe91251a408/d05cccd3-902a-4517-b077-683e1a9effc5) {{(pid=98184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 19:00:26.185063 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Device f7fe84b9-39fd-41d7-8559-a34c432f80cb up at agent ovs-agent-dv-cinder-786260-4-iscsi {{(pid=98186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 19:00:26.293578 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-344bb8ad-8c54-47dc-9c60-58c3a2826a70 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:26.307098 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.db.provisioning_blocks [None req-344bb8ad-8c54-47dc-9c60-58c3a2826a70 admin admin] Transition to ACTIVE for port object d05cccd3-902a-4517-b077-683e1a9effc5 will not be triggered until provisioned by entity DHCP. {{(pid=98184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 19:00:26.332165 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Provisioning complete for port f7fe84b9-39fd-41d7-8559-a34c432f80cb triggered by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 19:00:26.332560 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:26.344538 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-344bb8ad-8c54-47dc-9c60-58c3a2826a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-941510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578064406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12374076'] for port, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:26.347286 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-ad0ae69f-0265-43b1-9af2-da02d05d22d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 19:00:26.383136 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344bb8ad-8c54-47dc-9c60-58c3a2826a70 admin admin] Network ccf298e8-e752-4524-b52b-d3952f6382ed is already hosted by enough agents. {{(pid=98184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 19:00:26.389418 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.scheduler.base_scheduler [None req-344bb8ad-8c54-47dc-9c60-58c3a2826a70 admin admin] Resources bound (agent type, host, resource id): {{(pid=98184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 19:00:26.397267 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344bb8ad-8c54-47dc-9c60-58c3a2826a70 admin admin] Received port after_create {{(pid=98184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 19:00:26.427028 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344bb8ad-8c54-47dc-9c60-58c3a2826a70 admin admin] Pushing event updated for resources: {'Port': ['ID=d05cccd3-902a-4517-b077-683e1a9effc5,revision_number=1']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 19:00:26.431486 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-344bb8ad-8c54-47dc-9c60-58c3a2826a70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 19:00:26.454724 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-344bb8ad-8c54-47dc-9c60-58c3a2826a70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4032828'] for router_interface, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:26.487684 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-c6682225-01c6-4abc-9fc7-0608104f8eca None None] Notify callbacks [] for port, precommit_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:26.508257 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-c6682225-01c6-4abc-9fc7-0608104f8eca None None] Transition to ACTIVE for port object b739490b-96a4-44b2-97be-49f7b2829405 will not be triggered until provisioned by entity L2. {{(pid=98186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 19:00:26.518659 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-c6682225-01c6-4abc-9fc7-0608104f8eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:26.520865 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-cda8c63f-5010-41d9-8970-66e031c3f14c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 19:00:26.595411 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.managers [None req-c6682225-01c6-4abc-9fc7-0608104f8eca None None] Attempting to bind port b739490b-96a4-44b2-97be-49f7b2829405 on host dv-cinder-786260-4-iscsi for vnic_type normal with profile {{(pid=98186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 19:00:26.595803 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.managers [None req-c6682225-01c6-4abc-9fc7-0608104f8eca None None] Attempting to bind port b739490b-96a4-44b2-97be-49f7b2829405 by drivers openvswitch,hyperv on host dv-cinder-786260-4-iscsi at level 0 using segments [{'id': '151ae908-95e4-46a8-8b94-d201ec410581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d'}] {{(pid=98186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 19:00:26.596192 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6682225-01c6-4abc-9fc7-0608104f8eca None None] Attempting to bind port b739490b-96a4-44b2-97be-49f7b2829405 on network a2be77e0-c818-4f69-a7bb-de46a435f28d {{(pid=98186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 19:00:26.599037 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d2773b-83c2-4df1-9706-9307d9da4112 None None] Pushing event updated for resources: {'Port': ['ID=b739490b-96a4-44b2-97be-49f7b2829405,revision_number=2']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 19:00:26.601770 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-a7d2773b-83c2-4df1-9706-9307d9da4112 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 19:00:26.604477 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6682225-01c6-4abc-9fc7-0608104f8eca None None] Checking agent: {'id': '0a9461fa-5aa1-4bfe-a01a-9192fdaa924f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 18, 39, 44), 'started_at': datetime.datetime(2021, 6, 10, 18, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 19, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 19:00:26.604867 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6682225-01c6-4abc-9fc7-0608104f8eca None None] Checking segment: {'id': '151ae908-95e4-46a8-8b94-d201ec410581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 19:00:26.605283 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-c6682225-01c6-4abc-9fc7-0608104f8eca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:26.605707 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6682225-01c6-4abc-9fc7-0608104f8eca None None] Bound using segment: {'id': '151ae908-95e4-46a8-8b94-d201ec410581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d'} {{(pid=98186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 19:00:26.606184 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.managers [None req-c6682225-01c6-4abc-9fc7-0608104f8eca None None] Bound port: b739490b-96a4-44b2-97be-49f7b2829405, host: dv-cinder-786260-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '151ae908-95e4-46a8-8b94-d201ec410581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d'}}] {{(pid=98186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 19:00:26.606576 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-c6682225-01c6-4abc-9fc7-0608104f8eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:26.639084 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-344bb8ad-8c54-47dc-9c60-58c3a2826a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:26.673063 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-39d066c6-f00e-48e6-8101-db5a2404db79 None None] Provisioning for port d05cccd3-902a-4517-b077-683e1a9effc5 completed by entity DHCP. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 19:00:26.675312 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-c6682225-01c6-4abc-9fc7-0608104f8eca None None] For port b739490b-96a4-44b2-97be-49f7b2829405, host dv-cinder-786260-4-iscsi, cleared binding levels {{(pid=98186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 19:00:26.679238 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-c6682225-01c6-4abc-9fc7-0608104f8eca None None] For port b739490b-96a4-44b2-97be-49f7b2829405, host dv-cinder-786260-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-4-iscsi',level=0,port_id=b739490b-96a4-44b2-97be-49f7b2829405,segment=NetworkSegment(151ae908-95e4-46a8-8b94-d201ec410581),segment_id=151ae908-95e4-46a8-8b94-d201ec410581)] {{(pid=98186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 19:00:26.681030 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-39d066c6-f00e-48e6-8101-db5a2404db79 None None] Provisioning complete for port d05cccd3-902a-4517-b077-683e1a9effc5 triggered by entity DHCP. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 19:00:26.681534 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-39d066c6-f00e-48e6-8101-db5a2404db79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:26.684901 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-c6682225-01c6-4abc-9fc7-0608104f8eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:26.709488 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-8df4e914-3bce-45a9-8c11-f56d1ccf2a8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 19:00:26.782478 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.plugin [None req-39d066c6-f00e-48e6-8101-db5a2404db79 None None] Port d05cccd3-902a-4517-b077-683e1a9effc5 cannot update to ACTIVE because it is not bound. {{(pid=98186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 19:00:26.796999 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6682225-01c6-4abc-9fc7-0608104f8eca None None] Routers {'79b634a5-5d66-4f35-81a1-8ebb10f49dbc'} bound to L3 agent in host dv-cinder-786260-4-iscsi {{(pid=98186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 19:00:26.797668 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-c6682225-01c6-4abc-9fc7-0608104f8eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T18:39:44Z,description=,heartbeat_timestamp=2021-06-10T19:00:14Z,host='dv-cinder-786260-4-iscsi',id=1661496b-b13c-41e5-8e80-f6a07c138e01,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T18:39:44Z,topic='l3_agent')) {'router_ids': ['79b634a5-5d66-4f35-81a1-8ebb10f49dbc'], 'active': True} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 19:00:26.836386 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-344bb8ad-8c54-47dc-9c60-58c3a2826a70 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:26.842339 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-344bb8ad-8c54-47dc-9c60-58c3a2826a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12374062'] for port, after_update {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:26.845082 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-274c1eae-269e-4ec4-be02-17e1bc4a3e73 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 19:00:26.846632 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d2773b-83c2-4df1-9706-9307d9da4112 None None] Pushing event updated for resources: {'Port': ['ID=b739490b-96a4-44b2-97be-49f7b2829405,revision_number=3']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 19:00:26.849739 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-a7d2773b-83c2-4df1-9706-9307d9da4112 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 19:00:26.919454 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344bb8ad-8c54-47dc-9c60-58c3a2826a70 admin admin] Pushing event updated for resources: {'Port': ['ID=d05cccd3-902a-4517-b077-683e1a9effc5,revision_number=2']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 19:00:26.924054 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-344bb8ad-8c54-47dc-9c60-58c3a2826a70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 19:00:26.926981 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-344bb8ad-8c54-47dc-9c60-58c3a2826a70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4032840'] for router_interface, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:26.945872 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvr_db [None req-c6682225-01c6-4abc-9fc7-0608104f8eca None None] Set router 79b634a5-5d66-4f35-81a1-8ebb10f49dbc gateway port host: dv-cinder-786260-4-iscsi {{(pid=98186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 19:00:27.040540 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344bb8ad-8c54-47dc-9c60-58c3a2826a70 admin admin] Network ccf298e8-e752-4524-b52b-d3952f6382ed is already hosted by enough agents. {{(pid=98184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 19:00:27.041991 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.scheduler.base_scheduler [None req-344bb8ad-8c54-47dc-9c60-58c3a2826a70 admin admin] Resources bound (agent type, host, resource id): {{(pid=98184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 19:00:27.193998 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-344bb8ad-8c54-47dc-9c60-58c3a2826a70 admin admin] Router 79b634a5-5d66-4f35-81a1-8ebb10f49dbc has already been hosted by L3 agent 1661496b-b13c-41e5-8e80-f6a07c138e01 {{(pid=98184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 19:00:27.216200 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-c6682225-01c6-4abc-9fc7-0608104f8eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b634a5-5d66-4f35-81a1-8ebb10f49dbc', 'name': 'tempest-TestVolumeBootPattern-1887004004-router', 'tenant_id': '03d822ac543649beabd5b85e18d148a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'b739490b-96a4-44b2-97be-49f7b2829405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T19:00:23Z', 'updated_at': '2021-06-10T19:00:26Z', 'revision_number': 4, 'project_id': '03d822ac543649beabd5b85e18d148a4', 'gw_port': {'id': 'b739490b-96a4-44b2-97be-49f7b2829405', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:53:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b634a5-5d66-4f35-81a1-8ebb10f49dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T19:00:24Z', 'updated_at': '2021-06-10T19:00:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi', '_interfaces': [{'id': 'd05cccd3-902a-4517-b077-683e1a9effc5', 'name': '', 'network_id': 'ccf298e8-e752-4524-b52b-d3952f6382ed', 'tenant_id': '03d822ac543649beabd5b85e18d148a4', 'mac_address': 'fa:16:3e:bc:34:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b634a5-5d66-4f35-81a1-8ebb10f49dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '97f21823-eb57-44fa-bcc2-8fe91251a408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T19:00:25Z', 'updated_at': '2021-06-10T19:00:26Z', 'revision_number': 1, 'project_id': '03d822ac543649beabd5b85e18d148a4', 'subnets': [{'id': '97f21823-eb57-44fa-bcc2-8fe91251a408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-4-iscsi', False) {} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 19:00:27.220128 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6682225-01c6-4abc-9fc7-0608104f8eca None None] The sync data for ids ['79b634a5-5d66-4f35-81a1-8ebb10f49dbc'] in dv-cinder-786260-4-iscsi is: [{'id': '79b634a5-5d66-4f35-81a1-8ebb10f49dbc', 'name': 'tempest-TestVolumeBootPattern-1887004004-router', 'tenant_id': '03d822ac543649beabd5b85e18d148a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'b739490b-96a4-44b2-97be-49f7b2829405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T19:00:23Z', 'updated_at': '2021-06-10T19:00:26Z', 'revision_number': 4, 'project_id': '03d822ac543649beabd5b85e18d148a4', 'gw_port': {'id': 'b739490b-96a4-44b2-97be-49f7b2829405', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:53:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b634a5-5d66-4f35-81a1-8ebb10f49dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T19:00:24Z', 'updated_at': '2021-06-10T19:00:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi', '_interfaces': [{'id': 'd05cccd3-902a-4517-b077-683e1a9effc5', 'name': '', 'network_id': 'ccf298e8-e752-4524-b52b-d3952f6382ed', 'tenant_id': '03d822ac543649beabd5b85e18d148a4', 'mac_address': 'fa:16:3e:bc:34:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b634a5-5d66-4f35-81a1-8ebb10f49dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '97f21823-eb57-44fa-bcc2-8fe91251a408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T19:00:25Z', 'updated_at': '2021-06-10T19:00:26Z', 'revision_number': 1, 'project_id': '03d822ac543649beabd5b85e18d148a4', 'subnets': [{'id': '97f21823-eb57-44fa-bcc2-8fe91251a408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 19:00:27.305524 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-00d13295-f4b0-4a1f-b712-ccb906ffe0b1 None None] Provisioning complete for port d05cccd3-902a-4517-b077-683e1a9effc5 triggered by entity DHCP. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 19:00:27.305924 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-00d13295-f4b0-4a1f-b712-ccb906ffe0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:27.354638 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.plugin [None req-00d13295-f4b0-4a1f-b712-ccb906ffe0b1 None None] Port d05cccd3-902a-4517-b077-683e1a9effc5 cannot update to ACTIVE because it is not bound. {{(pid=98186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 19:00:27.650366 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-344bb8ad-8c54-47dc-9c60-58c3a2826a70 admin admin] Notify agent at l3_agent.dv-cinder-786260-4-iscsi the message routers_updated {{(pid=98184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 19:00:27.655376 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-344bb8ad-8c54-47dc-9c60-58c3a2826a70 admin admin] 10.222.0.15 "PUT /v2.0/routers/79b634a5-5d66-4f35-81a1-8ebb10f49dbc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2432339 Jun 10 19:00:28.167694 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 56428) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 19:00:28.173788 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.v2.base [None req-35472583-83fa-4c26-8e34-28f3b0005bf9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1790110736-network', 'tenant_id': '2e0428ec9e9a455ab1cf53a024588a50'}} {{(pid=98184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 19:00:28.197118 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35472583-83fa-4c26-8e34-28f3b0005bf9 admin admin] Made reservation on behalf of 2e0428ec9e9a455ab1cf53a024588a50 for: {'network': 1} {{(pid=98184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 19:00:28.199334 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-35472583-83fa-4c26-8e34-28f3b0005bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-941319'] for network, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:28.199625 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Device b739490b-96a4-44b2-97be-49f7b2829405 up at agent ovs-agent-dv-cinder-786260-4-iscsi {{(pid=98186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 19:00:28.211455 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-35472583-83fa-4c26-8e34-28f3b0005bf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:28.257736 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Provisioning for port b739490b-96a4-44b2-97be-49f7b2829405 completed by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 19:00:28.262759 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Provisioning complete for port b739490b-96a4-44b2-97be-49f7b2829405 triggered by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 19:00:28.262759 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:28.316710 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-35472583-83fa-4c26-8e34-28f3b0005bf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:28.320835 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-35472583-83fa-4c26-8e34-28f3b0005bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:28.325142 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-fd0f4cd7-4d05-4b20-b72b-867e47c9f854 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 19:00:28.346200 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35472583-83fa-4c26-8e34-28f3b0005bf9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=98184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 19:00:28.357494 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:28.363293 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35472583-83fa-4c26-8e34-28f3b0005bf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43fee857-f1f2-4415-995a-6ea9ffded1e5,revision_number=1']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 19:00:28.367055 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-35472583-83fa-4c26-8e34-28f3b0005bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881768'] for segment, precommit_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:28.367391 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.db.segments_db [None req-35472583-83fa-4c26-8e34-28f3b0005bf9 admin admin] Added segment 2b8a32b2-20a2-4ed7-b1d8-10122ba70d97 of type vlan for network 069f7c56-9615-4a56-9ebb-865ef658457c Jun 10 19:00:28.368805 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-35472583-83fa-4c26-8e34-28f3b0005bf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 19:00:28.430517 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-35472583-83fa-4c26-8e34-28f3b0005bf9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731578050973'] for network, precommit_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:28.464266 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-35472583-83fa-4c26-8e34-28f3b0005bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731739'] for network, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:28.465735 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35472583-83fa-4c26-8e34-28f3b0005bf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:00:28.466336 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-35472583-83fa-4c26-8e34-28f3b0005bf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731712'] for network, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:28.469133 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 19:00:28.508557 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 56430) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 19:00:28.509143 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-35472583-83fa-4c26-8e34-28f3b0005bf9 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3399057 Jun 10 19:00:28.513751 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.v2.base [None req-17846ea0-1b4a-4514-a303-feedbe456988 admin admin] Request body: {'subnet': {'network_id': '069f7c56-9615-4a56-9ebb-865ef658457c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1790110736-subnet', 'tenant_id': '2e0428ec9e9a455ab1cf53a024588a50', 'ip_version': 4}} {{(pid=98185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 19:00:28.522326 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] For port b739490b-96a4-44b2-97be-49f7b2829405, host dv-cinder-786260-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-4-iscsi',level=0,port_id=b739490b-96a4-44b2-97be-49f7b2829405,segment=NetworkSegment(151ae908-95e4-46a8-8b94-d201ec410581),segment_id=151ae908-95e4-46a8-8b94-d201ec410581)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 19:00:28.526520 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:28.528342 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-a7d2773b-83c2-4df1-9706-9307d9da4112 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 19:00:28.538771 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17846ea0-1b4a-4514-a303-feedbe456988 admin admin] Made reservation on behalf of 2e0428ec9e9a455ab1cf53a024588a50 for: {'subnet': 1} {{(pid=98185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 19:00:28.541191 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-17846ea0-1b4a-4514-a303-feedbe456988 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11674973'] for subnet, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:28.560012 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35472583-83fa-4c26-8e34-28f3b0005bf9 admin admin] Pushing event updated for resources: {'Network': ['ID=069f7c56-9615-4a56-9ebb-865ef658457c,revision_number=1']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 19:00:28.563462 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-35472583-83fa-4c26-8e34-28f3b0005bf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 19:00:28.572536 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Network 069f7c56-9615-4a56-9ebb-865ef658457c details requested by agent ovs-agent-dv-cinder-786260-4-iscsi with host dv-cinder-786260-4-iscsi {{(pid=98186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 19:00:28.612807 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Pushing event updated for resources: {'Port': ['ID=b739490b-96a4-44b2-97be-49f7b2829405,revision_number=4']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 19:00:28.619083 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 19:00:28.751953 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-17846ea0-1b4a-4514-a303-feedbe456988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11876954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11674955'] for subnet, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:28.754465 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-92810a36-36bb-4742-bd7e-20deeba52f56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 19:00:28.821079 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17846ea0-1b4a-4514-a303-feedbe456988 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d256d545-d277-42e3-aaac-a93689438821,revision_number=0']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 19:00:28.823947 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-17846ea0-1b4a-4514-a303-feedbe456988 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 19:00:28.832344 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17846ea0-1b4a-4514-a303-feedbe456988 admin admin] Checking segment: {'id': '2b8a32b2-20a2-4ed7-b1d8-10122ba70d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '069f7c56-9615-4a56-9ebb-865ef658457c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 19:00:28.832791 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17846ea0-1b4a-4514-a303-feedbe456988 admin admin] Network hostable DHCP agents. Network: 069f7c56-9615-4a56-9ebb-865ef658457c, hostable agents: ['32d11a73-8882-47f0-8c19-15a088a2f1dc'], hosted agents: [] {{(pid=98185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 19:00:28.850392 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17846ea0-1b4a-4514-a303-feedbe456988 admin admin] Network 069f7c56-9615-4a56-9ebb-865ef658457c is scheduled to be hosted by DHCP agent 32d11a73-8882-47f0-8c19-15a088a2f1dc with binding_index 1 {{(pid=98185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 19:00:28.858670 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.base_scheduler [None req-17846ea0-1b4a-4514-a303-feedbe456988 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-4-iscsi, 069f7c56-9615-4a56-9ebb-865ef658457c) {{(pid=98185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 19:00:28.867059 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9174d663-5a3f-4d9f-b31f-539b67c0d00f None None] Network 069f7c56-9615-4a56-9ebb-865ef658457c requested from dv-cinder-786260-4-iscsi {{(pid=98186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 19:00:28.867567 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17846ea0-1b4a-4514-a303-feedbe456988 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:00:28.868212 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-17846ea0-1b4a-4514-a303-feedbe456988 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:28.886094 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-17846ea0-1b4a-4514-a303-feedbe456988 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3741019 Jun 10 19:00:28.886304 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 56432) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 19:00:28.891948 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.v2.base [None req-7ea818ea-2616-48c2-ab81-cd45a3229d4f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1790110736-router', 'tenant_id': '2e0428ec9e9a455ab1cf53a024588a50', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d'}}} {{(pid=98185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 19:00:28.913551 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-7ea818ea-2616-48c2-ab81-cd45a3229d4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4031469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25378'] for router, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:28.914481 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-7ea818ea-2616-48c2-ab81-cd45a3229d4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4031304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4045498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4061363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25387'] for router, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:28.983933 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-7ea818ea-2616-48c2-ab81-cd45a3229d4f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:29.056195 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce074788-a90f-4fd3-b467-1a85cebb5ee5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb210373e-bde5-52cb-bc22-9269e2ef8f47-069f7c56-9615-4a56-9ebb-865ef658457c', 'network_id': '069f7c56-9615-4a56-9ebb-865ef658457c', 'tenant_id': '2e0428ec9e9a455ab1cf53a024588a50', 'fixed_ips': [{'subnet_id': 'd256d545-d277-42e3-aaac-a93689438821'}]}} from dv-cinder-786260-4-iscsi. {{(pid=98186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 19:00:29.057115 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-ce074788-a90f-4fd3-b467-1a85cebb5ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-941319'] for port, before_create {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:29.179377 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603c8cb4-ef5a-4ab7-9924-483f7bca765a None None] Sync routers for ids ['79b634a5-5d66-4f35-81a1-8ebb10f49dbc'] in dv-cinder-786260-4-iscsi {{(pid=98187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 19:00:29.189490 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603c8cb4-ef5a-4ab7-9924-483f7bca765a None None] Routers {'79b634a5-5d66-4f35-81a1-8ebb10f49dbc'} bound to L3 agent in host dv-cinder-786260-4-iscsi {{(pid=98187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 19:00:29.190131 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_hamode_db [None req-603c8cb4-ef5a-4ab7-9924-483f7bca765a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T18:39:44Z,description=,heartbeat_timestamp=2021-06-10T19:00:14Z,host='dv-cinder-786260-4-iscsi',id=1661496b-b13c-41e5-8e80-f6a07c138e01,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T18:39:44Z,topic='l3_agent')) {'router_ids': ['79b634a5-5d66-4f35-81a1-8ebb10f49dbc'], 'active': True} {{(pid=98187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 19:00:29.191013 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-7ea818ea-2616-48c2-ab81-cd45a3229d4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4045491', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4031455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25561'] for router, precommit_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:29.215564 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.db_base_plugin_common [None req-ce074788-a90f-4fd3-b467-1a85cebb5ee5 None None] Allocated IP 172.20.0.2 (069f7c56-9615-4a56-9ebb-865ef658457c/d256d545-d277-42e3-aaac-a93689438821/aace6a12-01ac-40f6-891e-affe698889b7) {{(pid=98186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 19:00:29.337057 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_dvr_db [None req-603c8cb4-ef5a-4ab7-9924-483f7bca765a None None] Set router 79b634a5-5d66-4f35-81a1-8ebb10f49dbc gateway port host: dv-cinder-786260-4-iscsi {{(pid=98187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 19:00:29.397439 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-ce074788-a90f-4fd3-b467-1a85cebb5ee5 None None] Notify callbacks [] for port, precommit_create {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:29.406127 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-ce074788-a90f-4fd3-b467-1a85cebb5ee5 None None] Transition to ACTIVE for port object aace6a12-01ac-40f6-891e-affe698889b7 will not be triggered until provisioned by entity L2. {{(pid=98186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 19:00:29.422428 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-ce074788-a90f-4fd3-b467-1a85cebb5ee5 None None] Transition to ACTIVE for port object aace6a12-01ac-40f6-891e-affe698889b7 will not be triggered until provisioned by entity DHCP. {{(pid=98186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 19:00:29.431184 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-ce074788-a90f-4fd3-b467-1a85cebb5ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-941510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578064406'] for port, after_create {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:29.434053 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-e2893286-da20-4d9f-8afb-4a4c95cb9d5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 19:00:29.479052 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-7ea818ea-2616-48c2-ab81-cd45a3229d4f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:29.484701 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce074788-a90f-4fd3-b467-1a85cebb5ee5 None None] Network 069f7c56-9615-4a56-9ebb-865ef658457c is already hosted by enough agents. {{(pid=98186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 19:00:29.488385 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.scheduler.base_scheduler [None req-ce074788-a90f-4fd3-b467-1a85cebb5ee5 None None] Resources bound (agent type, host, resource id): {{(pid=98186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 19:00:29.490623 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce074788-a90f-4fd3-b467-1a85cebb5ee5 None None] Pushing event updated for resources: {'Port': ['ID=aace6a12-01ac-40f6-891e-affe698889b7,revision_number=1']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 19:00:29.492730 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce074788-a90f-4fd3-b467-1a85cebb5ee5 None None] Received port after_create {{(pid=98186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 19:00:29.500425 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-ce074788-a90f-4fd3-b467-1a85cebb5ee5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 19:00:29.516126 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-7ea818ea-2616-48c2-ab81-cd45a3229d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-941319'] for port, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:29.565257 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.managers [None req-ce074788-a90f-4fd3-b467-1a85cebb5ee5 None None] Attempting to bind port aace6a12-01ac-40f6-891e-affe698889b7 on host dv-cinder-786260-4-iscsi for vnic_type normal with profile {{(pid=98186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 19:00:29.565766 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.managers [None req-ce074788-a90f-4fd3-b467-1a85cebb5ee5 None None] Attempting to bind port aace6a12-01ac-40f6-891e-affe698889b7 by drivers openvswitch,hyperv on host dv-cinder-786260-4-iscsi at level 0 using segments [{'id': '2b8a32b2-20a2-4ed7-b1d8-10122ba70d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '069f7c56-9615-4a56-9ebb-865ef658457c'}] {{(pid=98186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 19:00:29.566217 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce074788-a90f-4fd3-b467-1a85cebb5ee5 None None] Attempting to bind port aace6a12-01ac-40f6-891e-affe698889b7 on network 069f7c56-9615-4a56-9ebb-865ef658457c {{(pid=98186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 19:00:29.571451 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce074788-a90f-4fd3-b467-1a85cebb5ee5 None None] Checking agent: {'id': '0a9461fa-5aa1-4bfe-a01a-9192fdaa924f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 18, 39, 44), 'started_at': datetime.datetime(2021, 6, 10, 18, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 19, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 19:00:29.571944 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce074788-a90f-4fd3-b467-1a85cebb5ee5 None None] Checking segment: {'id': '2b8a32b2-20a2-4ed7-b1d8-10122ba70d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '069f7c56-9615-4a56-9ebb-865ef658457c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 19:00:29.572439 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-ce074788-a90f-4fd3-b467-1a85cebb5ee5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:29.572906 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce074788-a90f-4fd3-b467-1a85cebb5ee5 None None] Bound using segment: {'id': '2b8a32b2-20a2-4ed7-b1d8-10122ba70d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '069f7c56-9615-4a56-9ebb-865ef658457c'} {{(pid=98186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 19:00:29.573469 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.managers [None req-ce074788-a90f-4fd3-b467-1a85cebb5ee5 None None] Bound port: aace6a12-01ac-40f6-891e-affe698889b7, host: dv-cinder-786260-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b8a32b2-20a2-4ed7-b1d8-10122ba70d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '069f7c56-9615-4a56-9ebb-865ef658457c'}}] {{(pid=98186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 19:00:29.573937 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-ce074788-a90f-4fd3-b467-1a85cebb5ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:29.627024 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_hamode_db [None req-603c8cb4-ef5a-4ab7-9924-483f7bca765a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b634a5-5d66-4f35-81a1-8ebb10f49dbc', 'name': 'tempest-TestVolumeBootPattern-1887004004-router', 'tenant_id': '03d822ac543649beabd5b85e18d148a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'b739490b-96a4-44b2-97be-49f7b2829405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T19:00:23Z', 'updated_at': '2021-06-10T19:00:26Z', 'revision_number': 4, 'project_id': '03d822ac543649beabd5b85e18d148a4', 'gw_port': {'id': 'b739490b-96a4-44b2-97be-49f7b2829405', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:53:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b634a5-5d66-4f35-81a1-8ebb10f49dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T19:00:24Z', 'updated_at': '2021-06-10T19:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi', '_interfaces': [{'id': 'd05cccd3-902a-4517-b077-683e1a9effc5', 'name': '', 'network_id': 'ccf298e8-e752-4524-b52b-d3952f6382ed', 'tenant_id': '03d822ac543649beabd5b85e18d148a4', 'mac_address': 'fa:16:3e:bc:34:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b634a5-5d66-4f35-81a1-8ebb10f49dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '97f21823-eb57-44fa-bcc2-8fe91251a408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T19:00:25Z', 'updated_at': '2021-06-10T19:00:26Z', 'revision_number': 2, 'project_id': '03d822ac543649beabd5b85e18d148a4', 'subnets': [{'id': '97f21823-eb57-44fa-bcc2-8fe91251a408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-4-iscsi', False) {} {{(pid=98187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 19:00:29.630438 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603c8cb4-ef5a-4ab7-9924-483f7bca765a None None] Checking router: 79b634a5-5d66-4f35-81a1-8ebb10f49dbc for host: dv-cinder-786260-4-iscsi {{(pid=98187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 19:00:29.630801 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603c8cb4-ef5a-4ab7-9924-483f7bca765a None None] Updating router 79b634a5-5d66-4f35-81a1-8ebb10f49dbc port d05cccd3-902a-4517-b077-683e1a9effc5 binding host dv-cinder-786260-4-iscsi {{(pid=98187) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 19:00:29.637019 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.db.db_base_plugin_common [None req-7ea818ea-2616-48c2-ab81-cd45a3229d4f admin admin] Allocated IP 172.27.3.144 (a2be77e0-c818-4f69-a7bb-de46a435f28d/dcf03c9b-e407-4813-8188-7ebc21a92a5e/5474d8eb-d0df-4abc-aaa2-1c587ef76dd4) {{(pid=98185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 19:00:29.651169 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-ce074788-a90f-4fd3-b467-1a85cebb5ee5 None None] For port aace6a12-01ac-40f6-891e-affe698889b7, host dv-cinder-786260-4-iscsi, cleared binding levels {{(pid=98186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 19:00:29.654555 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-ce074788-a90f-4fd3-b467-1a85cebb5ee5 None None] For port aace6a12-01ac-40f6-891e-affe698889b7, host dv-cinder-786260-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-4-iscsi',level=0,port_id=aace6a12-01ac-40f6-891e-affe698889b7,segment=NetworkSegment(2b8a32b2-20a2-4ed7-b1d8-10122ba70d97),segment_id=2b8a32b2-20a2-4ed7-b1d8-10122ba70d97)] {{(pid=98186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 19:00:29.660187 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-ce074788-a90f-4fd3-b467-1a85cebb5ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:29.662976 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 19:00:29.678544 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron_lib.callbacks.manager [None req-603c8cb4-ef5a-4ab7-9924-483f7bca765a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:29.733117 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce074788-a90f-4fd3-b467-1a85cebb5ee5 None None] Pushing event updated for resources: {'Port': ['ID=aace6a12-01ac-40f6-891e-affe698889b7,revision_number=2']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 19:00:29.736488 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-ce074788-a90f-4fd3-b467-1a85cebb5ee5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 19:00:29.782054 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-7ea818ea-2616-48c2-ab81-cd45a3229d4f admin admin] Notify callbacks [] for port, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:29.825655 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-7ea818ea-2616-48c2-ab81-cd45a3229d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-941510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578064406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11876810'] for port, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:29.829798 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-82b84d5d-ce8d-45ee-97f1-27287aa93ee7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 19:00:29.909845 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea818ea-2616-48c2-ab81-cd45a3229d4f admin admin] Network a2be77e0-c818-4f69-a7bb-de46a435f28d is already hosted by enough agents. {{(pid=98185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 19:00:29.914398 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.base_scheduler [None req-7ea818ea-2616-48c2-ab81-cd45a3229d4f admin admin] Resources bound (agent type, host, resource id): {{(pid=98185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 19:00:29.918359 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea818ea-2616-48c2-ab81-cd45a3229d4f admin admin] Received port after_create {{(pid=98185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 19:00:29.956206 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea818ea-2616-48c2-ab81-cd45a3229d4f admin admin] Pushing event updated for resources: {'Port': ['ID=5474d8eb-d0df-4abc-aaa2-1c587ef76dd4,revision_number=1']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 19:00:29.961765 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-7ea818ea-2616-48c2-ab81-cd45a3229d4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 19:00:30.025389 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron_lib.callbacks.manager [None req-603c8cb4-ef5a-4ab7-9924-483f7bca765a None None] Notify callbacks [] for port, precommit_update {{(pid=98187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:30.036446 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.provisioning_blocks [None req-603c8cb4-ef5a-4ab7-9924-483f7bca765a None None] Transition to ACTIVE for port object d05cccd3-902a-4517-b077-683e1a9effc5 will not be triggered until provisioned by entity L2. {{(pid=98187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 19:00:30.044721 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron_lib.callbacks.manager [None req-603c8cb4-ef5a-4ab7-9924-483f7bca765a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:30.046970 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 19:00:30.177027 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59ee444-0fb2-4a6d-8b58-00c61131ec51 None None] Pushing event updated for resources: {'Port': ['ID=d05cccd3-902a-4517-b077-683e1a9effc5,revision_number=3']} {{(pid=98187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 19:00:30.212578 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59ee444-0fb2-4a6d-8b58-00c61131ec51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:00:30.213236 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59ee444-0fb2-4a6d-8b58-00c61131ec51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:00:30.213380 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59ee444-0fb2-4a6d-8b58-00c61131ec51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:00:30.213619 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59ee444-0fb2-4a6d-8b58-00c61131ec51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:00:30.214137 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59ee444-0fb2-4a6d-8b58-00c61131ec51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:00:30.214646 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59ee444-0fb2-4a6d-8b58-00c61131ec51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:00:30.215156 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59ee444-0fb2-4a6d-8b58-00c61131ec51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:00:30.215651 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59ee444-0fb2-4a6d-8b58-00c61131ec51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:00:30.216170 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59ee444-0fb2-4a6d-8b58-00c61131ec51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:00:30.216667 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59ee444-0fb2-4a6d-8b58-00c61131ec51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:00:30.217150 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59ee444-0fb2-4a6d-8b58-00c61131ec51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:00:30.217797 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59ee444-0fb2-4a6d-8b58-00c61131ec51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:00:30.238561 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG oslo_concurrency.lockutils [None req-b59ee444-0fb2-4a6d-8b58-00c61131ec51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=98187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 19:00:30.239295 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.plugins.ml2.managers [None req-603c8cb4-ef5a-4ab7-9924-483f7bca765a None None] Attempting to bind port d05cccd3-902a-4517-b077-683e1a9effc5 on host dv-cinder-786260-4-iscsi for vnic_type normal with profile {{(pid=98187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 19:00:30.239677 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.plugins.ml2.managers [None req-603c8cb4-ef5a-4ab7-9924-483f7bca765a None None] Attempting to bind port d05cccd3-902a-4517-b077-683e1a9effc5 by drivers openvswitch,hyperv on host dv-cinder-786260-4-iscsi at level 0 using segments [{'id': '83899cc1-bda3-43a5-82a1-515a46798267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ccf298e8-e752-4524-b52b-d3952f6382ed'}] {{(pid=98187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 19:00:30.240053 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603c8cb4-ef5a-4ab7-9924-483f7bca765a None None] Attempting to bind port d05cccd3-902a-4517-b077-683e1a9effc5 on network ccf298e8-e752-4524-b52b-d3952f6382ed {{(pid=98187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 19:00:30.245952 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603c8cb4-ef5a-4ab7-9924-483f7bca765a None None] Checking agent: {'id': '0a9461fa-5aa1-4bfe-a01a-9192fdaa924f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 18, 39, 44), 'started_at': datetime.datetime(2021, 6, 10, 18, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 19, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 19:00:30.246518 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603c8cb4-ef5a-4ab7-9924-483f7bca765a None None] Checking segment: {'id': '83899cc1-bda3-43a5-82a1-515a46798267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ccf298e8-e752-4524-b52b-d3952f6382ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 19:00:30.247194 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron_lib.callbacks.manager [None req-603c8cb4-ef5a-4ab7-9924-483f7bca765a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:30.247818 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603c8cb4-ef5a-4ab7-9924-483f7bca765a None None] Bound using segment: {'id': '83899cc1-bda3-43a5-82a1-515a46798267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ccf298e8-e752-4524-b52b-d3952f6382ed'} {{(pid=98187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 19:00:30.248551 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.plugins.ml2.managers [None req-603c8cb4-ef5a-4ab7-9924-483f7bca765a None None] Bound port: d05cccd3-902a-4517-b077-683e1a9effc5, host: dv-cinder-786260-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83899cc1-bda3-43a5-82a1-515a46798267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ccf298e8-e752-4524-b52b-d3952f6382ed'}}] {{(pid=98187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 19:00:30.249814 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron_lib.callbacks.manager [None req-603c8cb4-ef5a-4ab7-9924-483f7bca765a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:30.317973 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Device b739490b-96a4-44b2-97be-49f7b2829405 up at agent ovs-agent-dv-cinder-786260-4-iscsi {{(pid=98186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 19:00:30.362016 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.plugins.ml2.db [None req-603c8cb4-ef5a-4ab7-9924-483f7bca765a None None] For port d05cccd3-902a-4517-b077-683e1a9effc5, host dv-cinder-786260-4-iscsi, cleared binding levels {{(pid=98187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 19:00:30.366094 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.plugins.ml2.db [None req-603c8cb4-ef5a-4ab7-9924-483f7bca765a None None] For port d05cccd3-902a-4517-b077-683e1a9effc5, host dv-cinder-786260-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-4-iscsi',level=0,port_id=d05cccd3-902a-4517-b077-683e1a9effc5,segment=NetworkSegment(83899cc1-bda3-43a5-82a1-515a46798267),segment_id=83899cc1-bda3-43a5-82a1-515a46798267)] {{(pid=98187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 19:00:30.379227 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Provisioning complete for port b739490b-96a4-44b2-97be-49f7b2829405 triggered by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 19:00:30.379618 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:30.418657 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron_lib.callbacks.manager [None req-603c8cb4-ef5a-4ab7-9924-483f7bca765a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:30.422988 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG oslo_concurrency.lockutils [None req-e2b0442e-7acf-424b-b065-08ced9c19d33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 19:00:30.504323 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Device aace6a12-01ac-40f6-891e-affe698889b7 up at agent ovs-agent-dv-cinder-786260-4-iscsi {{(pid=98186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 19:00:30.539526 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603c8cb4-ef5a-4ab7-9924-483f7bca765a None None] Routers {'79b634a5-5d66-4f35-81a1-8ebb10f49dbc'} bound to L3 agent in host dv-cinder-786260-4-iscsi {{(pid=98187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 19:00:30.540619 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_hamode_db [None req-603c8cb4-ef5a-4ab7-9924-483f7bca765a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T18:39:44Z,description=,heartbeat_timestamp=2021-06-10T19:00:14Z,host='dv-cinder-786260-4-iscsi',id=1661496b-b13c-41e5-8e80-f6a07c138e01,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T18:39:44Z,topic='l3_agent')) {'router_ids': ['79b634a5-5d66-4f35-81a1-8ebb10f49dbc'], 'active': True} {{(pid=98187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 19:00:30.581693 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Provisioning for port aace6a12-01ac-40f6-891e-affe698889b7 completed by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 19:00:30.684324 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-7ea818ea-2616-48c2-ab81-cd45a3229d4f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:30.805332 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59ee444-0fb2-4a6d-8b58-00c61131ec51 None None] Pushing event updated for resources: {'Port': ['ID=d05cccd3-902a-4517-b077-683e1a9effc5,revision_number=4']} {{(pid=98187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 19:00:30.810020 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG oslo_concurrency.lockutils [None req-b59ee444-0fb2-4a6d-8b58-00c61131ec51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=98187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 19:00:30.855456 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_dvr_db [None req-603c8cb4-ef5a-4ab7-9924-483f7bca765a None None] Set router 79b634a5-5d66-4f35-81a1-8ebb10f49dbc gateway port host: dv-cinder-786260-4-iscsi {{(pid=98187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 19:00:30.901045 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d9b024-fca4-422c-873d-c8116c8f09e6 None None] Network 069f7c56-9615-4a56-9ebb-865ef658457c requested from dv-cinder-786260-4-iscsi {{(pid=98186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 19:00:30.991186 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-7ea818ea-2616-48c2-ab81-cd45a3229d4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4031444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4045819'] for router, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:31.016615 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-2b082cb0-f64f-41de-82ff-12969200b1ea None None] Provisioning for port aace6a12-01ac-40f6-891e-affe698889b7 completed by entity DHCP. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 19:00:31.023135 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-2b082cb0-f64f-41de-82ff-12969200b1ea None None] Provisioning complete for port aace6a12-01ac-40f6-891e-affe698889b7 triggered by entity DHCP. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 19:00:31.023651 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-2b082cb0-f64f-41de-82ff-12969200b1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:31.158197 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_hamode_db [None req-603c8cb4-ef5a-4ab7-9924-483f7bca765a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b634a5-5d66-4f35-81a1-8ebb10f49dbc', 'name': 'tempest-TestVolumeBootPattern-1887004004-router', 'tenant_id': '03d822ac543649beabd5b85e18d148a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'b739490b-96a4-44b2-97be-49f7b2829405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T19:00:23Z', 'updated_at': '2021-06-10T19:00:26Z', 'revision_number': 4, 'project_id': '03d822ac543649beabd5b85e18d148a4', 'gw_port': {'id': 'b739490b-96a4-44b2-97be-49f7b2829405', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:53:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b634a5-5d66-4f35-81a1-8ebb10f49dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T19:00:24Z', 'updated_at': '2021-06-10T19:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi', '_interfaces': [{'id': 'd05cccd3-902a-4517-b077-683e1a9effc5', 'name': '', 'network_id': 'ccf298e8-e752-4524-b52b-d3952f6382ed', 'tenant_id': '03d822ac543649beabd5b85e18d148a4', 'mac_address': 'fa:16:3e:bc:34:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b634a5-5d66-4f35-81a1-8ebb10f49dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '97f21823-eb57-44fa-bcc2-8fe91251a408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T19:00:25Z', 'updated_at': '2021-06-10T19:00:30Z', 'revision_number': 4, 'project_id': '03d822ac543649beabd5b85e18d148a4', 'subnets': [{'id': '97f21823-eb57-44fa-bcc2-8fe91251a408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-4-iscsi', False) {} {{(pid=98187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 19:00:31.161580 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603c8cb4-ef5a-4ab7-9924-483f7bca765a None None] The sync data for ids ['79b634a5-5d66-4f35-81a1-8ebb10f49dbc'] in dv-cinder-786260-4-iscsi is: [{'id': '79b634a5-5d66-4f35-81a1-8ebb10f49dbc', 'name': 'tempest-TestVolumeBootPattern-1887004004-router', 'tenant_id': '03d822ac543649beabd5b85e18d148a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'b739490b-96a4-44b2-97be-49f7b2829405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T19:00:23Z', 'updated_at': '2021-06-10T19:00:26Z', 'revision_number': 4, 'project_id': '03d822ac543649beabd5b85e18d148a4', 'gw_port': {'id': 'b739490b-96a4-44b2-97be-49f7b2829405', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:53:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b634a5-5d66-4f35-81a1-8ebb10f49dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T19:00:24Z', 'updated_at': '2021-06-10T19:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi', '_interfaces': [{'id': 'd05cccd3-902a-4517-b077-683e1a9effc5', 'name': '', 'network_id': 'ccf298e8-e752-4524-b52b-d3952f6382ed', 'tenant_id': '03d822ac543649beabd5b85e18d148a4', 'mac_address': 'fa:16:3e:bc:34:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b634a5-5d66-4f35-81a1-8ebb10f49dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '97f21823-eb57-44fa-bcc2-8fe91251a408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T19:00:25Z', 'updated_at': '2021-06-10T19:00:30Z', 'revision_number': 4, 'project_id': '03d822ac543649beabd5b85e18d148a4', 'subnets': [{'id': '97f21823-eb57-44fa-bcc2-8fe91251a408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 19:00:31.171839 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ea818ea-2616-48c2-ab81-cd45a3229d4f admin admin] Router 239c37e1-0a51-4ccd-bd78-074f87725c79 is scheduled to L3 agent 1661496b-b13c-41e5-8e80-f6a07c138e01 with binding_index 1 {{(pid=98185) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 19:00:31.190986 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-2b082cb0-f64f-41de-82ff-12969200b1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:31.236558 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-2b082cb0-f64f-41de-82ff-12969200b1ea None None] For port aace6a12-01ac-40f6-891e-affe698889b7, host dv-cinder-786260-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-4-iscsi',level=0,port_id=aace6a12-01ac-40f6-891e-affe698889b7,segment=NetworkSegment(2b8a32b2-20a2-4ed7-b1d8-10122ba70d97),segment_id=2b8a32b2-20a2-4ed7-b1d8-10122ba70d97)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 19:00:31.246367 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-2b082cb0-f64f-41de-82ff-12969200b1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:31.248314 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 19:00:31.314311 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b082cb0-f64f-41de-82ff-12969200b1ea None None] Pushing event updated for resources: {'Port': ['ID=aace6a12-01ac-40f6-891e-affe698889b7,revision_number=3']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 19:00:31.317577 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-2b082cb0-f64f-41de-82ff-12969200b1ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 19:00:31.335972 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ea818ea-2616-48c2-ab81-cd45a3229d4f admin admin] Notify agent at l3_agent.dv-cinder-786260-4-iscsi the message routers_updated {{(pid=98185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 19:00:31.346735 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3077d3b6-301b-4ec6-8cd9-396b05ab7e8e None None] Sync routers for ids ['239c37e1-0a51-4ccd-bd78-074f87725c79'] in dv-cinder-786260-4-iscsi {{(pid=98186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 19:00:31.356454 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-7ea818ea-2616-48c2-ab81-cd45a3229d4f admin admin] Notify callbacks [] for router, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:31.356713 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3077d3b6-301b-4ec6-8cd9-396b05ab7e8e None None] Routers {'239c37e1-0a51-4ccd-bd78-074f87725c79'} bound to L3 agent in host dv-cinder-786260-4-iscsi {{(pid=98186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 19:00:31.357725 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-3077d3b6-301b-4ec6-8cd9-396b05ab7e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T18:39:44Z,description=,heartbeat_timestamp=2021-06-10T19:00:14Z,host='dv-cinder-786260-4-iscsi',id=1661496b-b13c-41e5-8e80-f6a07c138e01,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T18:39:44Z,topic='l3_agent')) {'router_ids': ['239c37e1-0a51-4ccd-bd78-074f87725c79'], 'active': True} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 19:00:31.357884 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-7ea818ea-2616-48c2-ab81-cd45a3229d4f admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4704359 Jun 10 19:00:31.362656 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 56436) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 19:00:31.507798 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-85cc62f8-d437-41f5-aeed-8421e604847b None None] Provisioning complete for port aace6a12-01ac-40f6-891e-affe698889b7 triggered by entity DHCP. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 19:00:31.508328 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-85cc62f8-d437-41f5-aeed-8421e604847b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:31.572978 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvr_db [None req-3077d3b6-301b-4ec6-8cd9-396b05ab7e8e None None] Set router 239c37e1-0a51-4ccd-bd78-074f87725c79 gateway port host: dv-cinder-786260-4-iscsi {{(pid=98186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 19:00:31.947921 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-c233e70e-df93-4428-b27b-c89df101e724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-941319'] for port, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:31.990362 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-3077d3b6-301b-4ec6-8cd9-396b05ab7e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '239c37e1-0a51-4ccd-bd78-074f87725c79', 'name': 'tempest-TestVolumeBootPattern-1790110736-router', 'tenant_id': '2e0428ec9e9a455ab1cf53a024588a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.144'}], 'enable_snat': True}, 'gw_port_id': '5474d8eb-d0df-4abc-aaa2-1c587ef76dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T19:00:28Z', 'updated_at': '2021-06-10T19:00:30Z', 'revision_number': 3, 'project_id': '2e0428ec9e9a455ab1cf53a024588a50', 'gw_port': {'id': '5474d8eb-d0df-4abc-aaa2-1c587ef76dd4', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d9:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '239c37e1-0a51-4ccd-bd78-074f87725c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T19:00:29Z', 'updated_at': '2021-06-10T19:00:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi'}], 'dv-cinder-786260-4-iscsi', False) {} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 19:00:31.993969 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3077d3b6-301b-4ec6-8cd9-396b05ab7e8e None None] Checking router: 239c37e1-0a51-4ccd-bd78-074f87725c79 for host: dv-cinder-786260-4-iscsi {{(pid=98186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 19:00:31.994355 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3077d3b6-301b-4ec6-8cd9-396b05ab7e8e None None] Updating router 239c37e1-0a51-4ccd-bd78-074f87725c79 port 5474d8eb-d0df-4abc-aaa2-1c587ef76dd4 binding host dv-cinder-786260-4-iscsi {{(pid=98186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 19:00:32.034948 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-3077d3b6-301b-4ec6-8cd9-396b05ab7e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:32.131002 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.db.db_base_plugin_common [None req-c233e70e-df93-4428-b27b-c89df101e724 admin admin] Allocated IP 172.20.0.1 (069f7c56-9615-4a56-9ebb-865ef658457c/d256d545-d277-42e3-aaac-a93689438821/ab59798d-246c-4a76-87ac-12323ebe0e5a) {{(pid=98185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 19:00:32.236509 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Device d05cccd3-902a-4517-b077-683e1a9effc5 up at agent ovs-agent-dv-cinder-786260-4-iscsi {{(pid=98186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 19:00:32.264241 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-c233e70e-df93-4428-b27b-c89df101e724 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:32.277071 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.db.provisioning_blocks [None req-c233e70e-df93-4428-b27b-c89df101e724 admin admin] Transition to ACTIVE for port object ab59798d-246c-4a76-87ac-12323ebe0e5a will not be triggered until provisioned by entity DHCP. {{(pid=98185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 19:00:32.313002 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-c233e70e-df93-4428-b27b-c89df101e724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-941510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578064406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11876810'] for port, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:32.315098 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-03511a91-f26f-44a6-81d8-b271973d83a2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 19:00:32.333100 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Provisioning for port d05cccd3-902a-4517-b077-683e1a9effc5 completed by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 19:00:32.343877 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Provisioning complete for port d05cccd3-902a-4517-b077-683e1a9effc5 triggered by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 19:00:32.344274 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:32.365935 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c233e70e-df93-4428-b27b-c89df101e724 admin admin] Network 069f7c56-9615-4a56-9ebb-865ef658457c is already hosted by enough agents. {{(pid=98185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 19:00:32.368882 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.base_scheduler [None req-c233e70e-df93-4428-b27b-c89df101e724 admin admin] Resources bound (agent type, host, resource id): {{(pid=98185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 19:00:32.373136 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c233e70e-df93-4428-b27b-c89df101e724 admin admin] Received port after_create {{(pid=98185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 19:00:32.402799 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c233e70e-df93-4428-b27b-c89df101e724 admin admin] Pushing event updated for resources: {'Port': ['ID=ab59798d-246c-4a76-87ac-12323ebe0e5a,revision_number=1']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 19:00:32.407735 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-c233e70e-df93-4428-b27b-c89df101e724 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 19:00:32.426044 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-c233e70e-df93-4428-b27b-c89df101e724 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4032828'] for router_interface, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:32.426569 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-3077d3b6-301b-4ec6-8cd9-396b05ab7e8e None None] Notify callbacks [] for port, precommit_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:32.443536 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-3077d3b6-301b-4ec6-8cd9-396b05ab7e8e None None] Transition to ACTIVE for port object 5474d8eb-d0df-4abc-aaa2-1c587ef76dd4 will not be triggered until provisioned by entity L2. {{(pid=98186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 19:00:32.456046 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-3077d3b6-301b-4ec6-8cd9-396b05ab7e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:32.459471 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 19:00:32.572372 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83533db6-a6bb-4823-808b-1f59c3babc2e None None] Pushing event updated for resources: {'Port': ['ID=5474d8eb-d0df-4abc-aaa2-1c587ef76dd4,revision_number=2']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 19:00:32.575936 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.managers [None req-3077d3b6-301b-4ec6-8cd9-396b05ab7e8e None None] Attempting to bind port 5474d8eb-d0df-4abc-aaa2-1c587ef76dd4 on host dv-cinder-786260-4-iscsi for vnic_type normal with profile {{(pid=98186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 19:00:32.576318 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.managers [None req-3077d3b6-301b-4ec6-8cd9-396b05ab7e8e None None] Attempting to bind port 5474d8eb-d0df-4abc-aaa2-1c587ef76dd4 by drivers openvswitch,hyperv on host dv-cinder-786260-4-iscsi at level 0 using segments [{'id': '151ae908-95e4-46a8-8b94-d201ec410581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d'}] {{(pid=98186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 19:00:32.576755 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3077d3b6-301b-4ec6-8cd9-396b05ab7e8e None None] Attempting to bind port 5474d8eb-d0df-4abc-aaa2-1c587ef76dd4 on network a2be77e0-c818-4f69-a7bb-de46a435f28d {{(pid=98186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 19:00:32.579537 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-83533db6-a6bb-4823-808b-1f59c3babc2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 19:00:32.581142 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:32.585699 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3077d3b6-301b-4ec6-8cd9-396b05ab7e8e None None] Checking agent: {'id': '0a9461fa-5aa1-4bfe-a01a-9192fdaa924f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 18, 39, 44), 'started_at': datetime.datetime(2021, 6, 10, 18, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 19, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 19:00:32.586181 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3077d3b6-301b-4ec6-8cd9-396b05ab7e8e None None] Checking segment: {'id': '151ae908-95e4-46a8-8b94-d201ec410581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 19:00:32.586556 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-3077d3b6-301b-4ec6-8cd9-396b05ab7e8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:32.586937 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3077d3b6-301b-4ec6-8cd9-396b05ab7e8e None None] Bound using segment: {'id': '151ae908-95e4-46a8-8b94-d201ec410581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d'} {{(pid=98186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 19:00:32.587418 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.managers [None req-3077d3b6-301b-4ec6-8cd9-396b05ab7e8e None None] Bound port: 5474d8eb-d0df-4abc-aaa2-1c587ef76dd4, host: dv-cinder-786260-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '151ae908-95e4-46a8-8b94-d201ec410581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d'}}] {{(pid=98186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 19:00:32.587791 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-3077d3b6-301b-4ec6-8cd9-396b05ab7e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:32.609872 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-c233e70e-df93-4428-b27b-c89df101e724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:32.672178 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-414df19b-04cd-4ede-bec4-7781aca538d0 None None] Provisioning for port ab59798d-246c-4a76-87ac-12323ebe0e5a completed by entity DHCP. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 19:00:32.677129 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] For port d05cccd3-902a-4517-b077-683e1a9effc5, host dv-cinder-786260-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-4-iscsi',level=0,port_id=d05cccd3-902a-4517-b077-683e1a9effc5,segment=NetworkSegment(83899cc1-bda3-43a5-82a1-515a46798267),segment_id=83899cc1-bda3-43a5-82a1-515a46798267)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 19:00:32.682957 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-414df19b-04cd-4ede-bec4-7781aca538d0 None None] Provisioning complete for port ab59798d-246c-4a76-87ac-12323ebe0e5a triggered by entity DHCP. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 19:00:32.683356 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-414df19b-04cd-4ede-bec4-7781aca538d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:32.686623 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:32.687508 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Device aace6a12-01ac-40f6-891e-affe698889b7 up at agent ovs-agent-dv-cinder-786260-4-iscsi {{(pid=98186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 19:00:32.690772 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-40f1d10b-c152-4a5a-b427-c6513263c6a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 19:00:32.714864 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-3077d3b6-301b-4ec6-8cd9-396b05ab7e8e None None] For port 5474d8eb-d0df-4abc-aaa2-1c587ef76dd4, host dv-cinder-786260-4-iscsi, cleared binding levels {{(pid=98186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 19:00:32.786929 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-3077d3b6-301b-4ec6-8cd9-396b05ab7e8e None None] For port 5474d8eb-d0df-4abc-aaa2-1c587ef76dd4, host dv-cinder-786260-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-4-iscsi',level=0,port_id=5474d8eb-d0df-4abc-aaa2-1c587ef76dd4,segment=NetworkSegment(151ae908-95e4-46a8-8b94-d201ec410581),segment_id=151ae908-95e4-46a8-8b94-d201ec410581)] {{(pid=98186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 19:00:32.809429 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-3077d3b6-301b-4ec6-8cd9-396b05ab7e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:32.813846 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-c233e70e-df93-4428-b27b-c89df101e724 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:32.818639 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-c233e70e-df93-4428-b27b-c89df101e724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11876824'] for port, after_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:32.820915 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-1b93ff72-9f07-47fd-bfeb-8323f9e8b450 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 19:00:32.833477 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.plugin [None req-414df19b-04cd-4ede-bec4-7781aca538d0 None None] Port ab59798d-246c-4a76-87ac-12323ebe0e5a cannot update to ACTIVE because it is not bound. {{(pid=98186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 19:00:32.845792 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Pushing event updated for resources: {'Port': ['ID=d05cccd3-902a-4517-b077-683e1a9effc5,revision_number=5']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 19:00:32.850647 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 19:00:32.851403 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-df5b707c-320b-49dc-ab13-32182144469a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 19:00:32.898214 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3077d3b6-301b-4ec6-8cd9-396b05ab7e8e None None] Routers {'239c37e1-0a51-4ccd-bd78-074f87725c79'} bound to L3 agent in host dv-cinder-786260-4-iscsi {{(pid=98186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 19:00:32.898851 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-3077d3b6-301b-4ec6-8cd9-396b05ab7e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T18:39:44Z,description=,heartbeat_timestamp=2021-06-10T19:00:14Z,host='dv-cinder-786260-4-iscsi',id=1661496b-b13c-41e5-8e80-f6a07c138e01,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T18:39:44Z,topic='l3_agent')) {'router_ids': ['239c37e1-0a51-4ccd-bd78-074f87725c79'], 'active': True} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 19:00:32.903760 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c233e70e-df93-4428-b27b-c89df101e724 admin admin] Pushing event updated for resources: {'Port': ['ID=ab59798d-246c-4a76-87ac-12323ebe0e5a,revision_number=2']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 19:00:32.909686 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-c233e70e-df93-4428-b27b-c89df101e724 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 19:00:32.911073 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-c233e70e-df93-4428-b27b-c89df101e724 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4032840'] for router_interface, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:32.997850 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Provisioning complete for port aace6a12-01ac-40f6-891e-affe698889b7 triggered by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 19:00:32.998245 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:33.027686 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c233e70e-df93-4428-b27b-c89df101e724 admin admin] Network 069f7c56-9615-4a56-9ebb-865ef658457c is already hosted by enough agents. {{(pid=98185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 19:00:33.029016 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.base_scheduler [None req-c233e70e-df93-4428-b27b-c89df101e724 admin admin] Resources bound (agent type, host, resource id): {{(pid=98185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 19:00:33.048443 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83533db6-a6bb-4823-808b-1f59c3babc2e None None] Pushing event updated for resources: {'Port': ['ID=5474d8eb-d0df-4abc-aaa2-1c587ef76dd4,revision_number=3']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 19:00:33.060064 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-83533db6-a6bb-4823-808b-1f59c3babc2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 19:00:33.132459 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvr_db [None req-3077d3b6-301b-4ec6-8cd9-396b05ab7e8e None None] Set router 239c37e1-0a51-4ccd-bd78-074f87725c79 gateway port host: dv-cinder-786260-4-iscsi {{(pid=98186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 19:00:33.184970 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c233e70e-df93-4428-b27b-c89df101e724 admin admin] Router 239c37e1-0a51-4ccd-bd78-074f87725c79 has already been hosted by L3 agent 1661496b-b13c-41e5-8e80-f6a07c138e01 {{(pid=98185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 19:00:33.286529 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-b1aee9f7-1e3c-4223-8f6d-418b85a4edfa None None] Provisioning complete for port ab59798d-246c-4a76-87ac-12323ebe0e5a triggered by entity DHCP. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 19:00:33.286912 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-b1aee9f7-1e3c-4223-8f6d-418b85a4edfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:33.335518 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c233e70e-df93-4428-b27b-c89df101e724 admin admin] Notify agent at l3_agent.dv-cinder-786260-4-iscsi the message routers_updated {{(pid=98185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 19:00:33.348955 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-c233e70e-df93-4428-b27b-c89df101e724 admin admin] 10.222.0.15 "PUT /v2.0/routers/239c37e1-0a51-4ccd-bd78-074f87725c79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9781668 Jun 10 19:00:33.518826 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.plugin [None req-b1aee9f7-1e3c-4223-8f6d-418b85a4edfa None None] Port ab59798d-246c-4a76-87ac-12323ebe0e5a cannot update to ACTIVE because it is not bound. {{(pid=98186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 19:00:33.580486 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-3077d3b6-301b-4ec6-8cd9-396b05ab7e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '239c37e1-0a51-4ccd-bd78-074f87725c79', 'name': 'tempest-TestVolumeBootPattern-1790110736-router', 'tenant_id': '2e0428ec9e9a455ab1cf53a024588a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.144'}], 'enable_snat': True}, 'gw_port_id': '5474d8eb-d0df-4abc-aaa2-1c587ef76dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T19:00:28Z', 'updated_at': '2021-06-10T19:00:32Z', 'revision_number': 4, 'project_id': '2e0428ec9e9a455ab1cf53a024588a50', 'gw_port': {'id': '5474d8eb-d0df-4abc-aaa2-1c587ef76dd4', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d9:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '239c37e1-0a51-4ccd-bd78-074f87725c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T19:00:29Z', 'updated_at': '2021-06-10T19:00:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi', '_interfaces': [{'id': 'ab59798d-246c-4a76-87ac-12323ebe0e5a', 'name': '', 'network_id': '069f7c56-9615-4a56-9ebb-865ef658457c', 'tenant_id': '2e0428ec9e9a455ab1cf53a024588a50', 'mac_address': 'fa:16:3e:f2:55:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '239c37e1-0a51-4ccd-bd78-074f87725c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'd256d545-d277-42e3-aaac-a93689438821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T19:00:31Z', 'updated_at': '2021-06-10T19:00:32Z', 'revision_number': 2, 'project_id': '2e0428ec9e9a455ab1cf53a024588a50', 'subnets': [{'id': 'd256d545-d277-42e3-aaac-a93689438821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-4-iscsi', False) {} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 19:00:33.584045 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3077d3b6-301b-4ec6-8cd9-396b05ab7e8e None None] The sync data for ids ['239c37e1-0a51-4ccd-bd78-074f87725c79'] in dv-cinder-786260-4-iscsi is: [{'id': '239c37e1-0a51-4ccd-bd78-074f87725c79', 'name': 'tempest-TestVolumeBootPattern-1790110736-router', 'tenant_id': '2e0428ec9e9a455ab1cf53a024588a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.144'}], 'enable_snat': True}, 'gw_port_id': '5474d8eb-d0df-4abc-aaa2-1c587ef76dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T19:00:28Z', 'updated_at': '2021-06-10T19:00:32Z', 'revision_number': 4, 'project_id': '2e0428ec9e9a455ab1cf53a024588a50', 'gw_port': {'id': '5474d8eb-d0df-4abc-aaa2-1c587ef76dd4', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d9:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '239c37e1-0a51-4ccd-bd78-074f87725c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T19:00:29Z', 'updated_at': '2021-06-10T19:00:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi', '_interfaces': [{'id': 'ab59798d-246c-4a76-87ac-12323ebe0e5a', 'name': '', 'network_id': '069f7c56-9615-4a56-9ebb-865ef658457c', 'tenant_id': '2e0428ec9e9a455ab1cf53a024588a50', 'mac_address': 'fa:16:3e:f2:55:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '239c37e1-0a51-4ccd-bd78-074f87725c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'd256d545-d277-42e3-aaac-a93689438821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T19:00:31Z', 'updated_at': '2021-06-10T19:00:32Z', 'revision_number': 2, 'project_id': '2e0428ec9e9a455ab1cf53a024588a50', 'subnets': [{'id': 'd256d545-d277-42e3-aaac-a93689438821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 19:00:33.772983 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 56444) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 19:00:33.778931 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.v2.base [None req-a1e2437c-02dd-4b2b-83d1-1e4db9f41d43 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-466338764', 'description': 'tempest-secgroup-smoke-466338764 description', 'project_id': '03d822ac543649beabd5b85e18d148a4'}} {{(pid=98185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 19:00:33.807279 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-a1e2437c-02dd-4b2b-83d1-1e4db9f41d43 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Notify callbacks [] for security_group, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:33.904761 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-a1e2437c-02dd-4b2b-83d1-1e4db9f41d43 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Notify callbacks [] for security_group, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:33.909759 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-a1e2437c-02dd-4b2b-83d1-1e4db9f41d43 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:33.913100 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-f2d3f09b-b21b-4fd9-baf9-ed5a7767fc0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 19:00:33.948841 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-a1e2437c-02dd-4b2b-83d1-1e4db9f41d43 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Notify callbacks [] for security_group, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:33.953260 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-a1e2437c-02dd-4b2b-83d1-1e4db9f41d43 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1756968 Jun 10 19:00:33.953260 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e2437c-02dd-4b2b-83d1-1e4db9f41d43 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4269ce8-a26c-4762-b470-27e106135616,revision_number=1']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 19:00:33.953737 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 56446) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 19:00:33.954446 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-a1e2437c-02dd-4b2b-83d1-1e4db9f41d43 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 19:00:33.958375 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.v2.base [None req-781c6b3f-cc50-40f7-80e9-5b15b73ed513 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Request body: {'security_group_rule': {'security_group_id': 'a4269ce8-a26c-4762-b470-27e106135616', 'project_id': '03d822ac543649beabd5b85e18d148a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 19:00:33.984855 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-781c6b3f-cc50-40f7-80e9-5b15b73ed513 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:34.054324 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-781c6b3f-cc50-40f7-80e9-5b15b73ed513 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:34.058467 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-781c6b3f-cc50-40f7-80e9-5b15b73ed513 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102015'] for security_group_rule, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:34.060658 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-63606c52-8691-4d0b-bee0-31691beaa62c tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 19:00:34.078661 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781c6b3f-cc50-40f7-80e9-5b15b73ed513 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e131d8a4-3eab-4200-a1a7-0f420c60ffa7,revision_number=0']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 19:00:34.081203 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-781c6b3f-cc50-40f7-80e9-5b15b73ed513 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 19:00:34.087356 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-781c6b3f-cc50-40f7-80e9-5b15b73ed513 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:34.088643 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-781c6b3f-cc50-40f7-80e9-5b15b73ed513 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1340072 Jun 10 19:00:34.091477 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 56448) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 19:00:34.097016 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.v2.base [None req-31cb048d-143e-4b40-94df-7cadffbf0175 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Request body: {'security_group_rule': {'security_group_id': 'a4269ce8-a26c-4762-b470-27e106135616', 'project_id': '03d822ac543649beabd5b85e18d148a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 19:00:34.124024 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-31cb048d-143e-4b40-94df-7cadffbf0175 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:34.190447 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Device d05cccd3-902a-4517-b077-683e1a9effc5 up at agent ovs-agent-dv-cinder-786260-4-iscsi {{(pid=98186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 19:00:34.195386 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-31cb048d-143e-4b40-94df-7cadffbf0175 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:34.200416 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-31cb048d-143e-4b40-94df-7cadffbf0175 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102015'] for security_group_rule, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:34.203335 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 19:00:34.231039 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-31cb048d-143e-4b40-94df-7cadffbf0175 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:34.232286 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-31cb048d-143e-4b40-94df-7cadffbf0175 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1398776 Jun 10 19:00:34.240305 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 56450) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 19:00:34.246164 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.v2.base [None req-8a647ff8-b26b-4f92-8f35-1fbdd39049d1 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Request body: {'security_group_rule': {'security_group_id': 'a4269ce8-a26c-4762-b470-27e106135616', 'project_id': '03d822ac543649beabd5b85e18d148a4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 19:00:34.258113 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cb048d-143e-4b40-94df-7cadffbf0175 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71120790-a5f3-47a8-910a-8375dff9f6dd,revision_number=0']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 19:00:34.262434 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-31cb048d-143e-4b40-94df-7cadffbf0175 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 19:00:34.282610 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-8a647ff8-b26b-4f92-8f35-1fbdd39049d1 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:34.284827 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Provisioning complete for port d05cccd3-902a-4517-b077-683e1a9effc5 triggered by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 19:00:34.285222 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:34.356133 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-8a647ff8-b26b-4f92-8f35-1fbdd39049d1 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:34.363744 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-8a647ff8-b26b-4f92-8f35-1fbdd39049d1 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102015'] for security_group_rule, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:34.365986 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 19:00:34.385582 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a647ff8-b26b-4f92-8f35-1fbdd39049d1 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25cffff1-3391-4362-bab1-55ef395a15fc,revision_number=0']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 19:00:34.388292 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-8a647ff8-b26b-4f92-8f35-1fbdd39049d1 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:34.392295 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-8a647ff8-b26b-4f92-8f35-1fbdd39049d1 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1474497 Jun 10 19:00:34.392295 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-8a647ff8-b26b-4f92-8f35-1fbdd39049d1 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 19:00:34.392709 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 56452) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 19:00:34.398328 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.v2.base [None req-7243b88f-fbdf-450e-9fe3-f9d6a5840290 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Request body: {'security_group_rule': {'security_group_id': 'a4269ce8-a26c-4762-b470-27e106135616', 'project_id': '03d822ac543649beabd5b85e18d148a4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 19:00:34.427622 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-7243b88f-fbdf-450e-9fe3-f9d6a5840290 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:34.820777 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-7243b88f-fbdf-450e-9fe3-f9d6a5840290 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:34.824367 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-7243b88f-fbdf-450e-9fe3-f9d6a5840290 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102015'] for security_group_rule, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:34.826718 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 19:00:34.845334 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7243b88f-fbdf-450e-9fe3-f9d6a5840290 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f7fb769-3375-4b1b-a709-ff3a67470821,revision_number=0']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 19:00:34.850143 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-7243b88f-fbdf-450e-9fe3-f9d6a5840290 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 19:00:34.853271 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-7243b88f-fbdf-450e-9fe3-f9d6a5840290 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:34.854505 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-7243b88f-fbdf-450e-9fe3-f9d6a5840290 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4601910 Jun 10 19:00:34.857227 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 56454) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 19:00:34.862614 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.v2.base [None req-c9a1f236-d404-4d9e-9850-690ece6bccc1 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Request body: {'security_group_rule': {'security_group_id': 'a4269ce8-a26c-4762-b470-27e106135616', 'project_id': '03d822ac543649beabd5b85e18d148a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 19:00:34.884286 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.db.securitygroups_db [None req-c9a1f236-d404-4d9e-9850-690ece6bccc1 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Project 03d822ac543649beabd5b85e18d148a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 19:00:34.888966 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-c9a1f236-d404-4d9e-9850-690ece6bccc1 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:34.945795 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-c9a1f236-d404-4d9e-9850-690ece6bccc1 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:34.949183 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-c9a1f236-d404-4d9e-9850-690ece6bccc1 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102015'] for security_group_rule, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:34.955096 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-7243b88f-fbdf-450e-9fe3-f9d6a5840290 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 19:00:34.969880 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a1f236-d404-4d9e-9850-690ece6bccc1 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b25b677-8480-4c4b-86c7-b9565c27fe98,revision_number=0']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 19:00:34.972099 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-c9a1f236-d404-4d9e-9850-690ece6bccc1 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 19:00:34.976010 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-c9a1f236-d404-4d9e-9850-690ece6bccc1 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:34.977258 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-c9a1f236-d404-4d9e-9850-690ece6bccc1 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1188445 Jun 10 19:00:34.979990 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 56456) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 19:00:34.984373 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.v2.base [None req-14176fe9-fcff-4a2b-932c-e034ad597c29 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Request body: {'security_group_rule': {'security_group_id': 'a4269ce8-a26c-4762-b470-27e106135616', 'project_id': '03d822ac543649beabd5b85e18d148a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 19:00:35.005375 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.db.securitygroups_db [None req-14176fe9-fcff-4a2b-932c-e034ad597c29 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Project 03d822ac543649beabd5b85e18d148a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 19:00:35.009943 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-14176fe9-fcff-4a2b-932c-e034ad597c29 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:35.065578 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-14176fe9-fcff-4a2b-932c-e034ad597c29 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:35.070522 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-14176fe9-fcff-4a2b-932c-e034ad597c29 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102015'] for security_group_rule, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:35.072721 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 19:00:35.094121 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14176fe9-fcff-4a2b-932c-e034ad597c29 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c0c500e-b1b9-4002-a035-697f21cc9ccf,revision_number=0']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 19:00:35.096598 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-14176fe9-fcff-4a2b-932c-e034ad597c29 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 19:00:35.100999 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-14176fe9-fcff-4a2b-932c-e034ad597c29 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:35.102188 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-14176fe9-fcff-4a2b-932c-e034ad597c29 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1213000 Jun 10 19:00:35.595768 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b63ad98-286b-4d5e-ac5e-cfd8f2f52403 None None] Sync routers for ids ['239c37e1-0a51-4ccd-bd78-074f87725c79'] in dv-cinder-786260-4-iscsi {{(pid=98187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 19:00:35.604614 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b63ad98-286b-4d5e-ac5e-cfd8f2f52403 None None] Routers {'239c37e1-0a51-4ccd-bd78-074f87725c79'} bound to L3 agent in host dv-cinder-786260-4-iscsi {{(pid=98187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 19:00:35.605214 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_hamode_db [None req-0b63ad98-286b-4d5e-ac5e-cfd8f2f52403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T18:39:44Z,description=,heartbeat_timestamp=2021-06-10T19:00:14Z,host='dv-cinder-786260-4-iscsi',id=1661496b-b13c-41e5-8e80-f6a07c138e01,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T18:39:44Z,topic='l3_agent')) {'router_ids': ['239c37e1-0a51-4ccd-bd78-074f87725c79'], 'active': True} {{(pid=98187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 19:00:35.751315 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_dvr_db [None req-0b63ad98-286b-4d5e-ac5e-cfd8f2f52403 None None] Set router 239c37e1-0a51-4ccd-bd78-074f87725c79 gateway port host: dv-cinder-786260-4-iscsi {{(pid=98187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 19:00:36.029335 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_hamode_db [None req-0b63ad98-286b-4d5e-ac5e-cfd8f2f52403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '239c37e1-0a51-4ccd-bd78-074f87725c79', 'name': 'tempest-TestVolumeBootPattern-1790110736-router', 'tenant_id': '2e0428ec9e9a455ab1cf53a024588a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.144'}], 'enable_snat': True}, 'gw_port_id': '5474d8eb-d0df-4abc-aaa2-1c587ef76dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T19:00:28Z', 'updated_at': '2021-06-10T19:00:32Z', 'revision_number': 4, 'project_id': '2e0428ec9e9a455ab1cf53a024588a50', 'gw_port': {'id': '5474d8eb-d0df-4abc-aaa2-1c587ef76dd4', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d9:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '239c37e1-0a51-4ccd-bd78-074f87725c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T19:00:29Z', 'updated_at': '2021-06-10T19:00:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi', '_interfaces': [{'id': 'ab59798d-246c-4a76-87ac-12323ebe0e5a', 'name': '', 'network_id': '069f7c56-9615-4a56-9ebb-865ef658457c', 'tenant_id': '2e0428ec9e9a455ab1cf53a024588a50', 'mac_address': 'fa:16:3e:f2:55:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '239c37e1-0a51-4ccd-bd78-074f87725c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'd256d545-d277-42e3-aaac-a93689438821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T19:00:31Z', 'updated_at': '2021-06-10T19:00:32Z', 'revision_number': 2, 'project_id': '2e0428ec9e9a455ab1cf53a024588a50', 'subnets': [{'id': 'd256d545-d277-42e3-aaac-a93689438821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-4-iscsi', False) {} {{(pid=98187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 19:00:36.033333 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b63ad98-286b-4d5e-ac5e-cfd8f2f52403 None None] Checking router: 239c37e1-0a51-4ccd-bd78-074f87725c79 for host: dv-cinder-786260-4-iscsi {{(pid=98187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 19:00:36.033721 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b63ad98-286b-4d5e-ac5e-cfd8f2f52403 None None] Updating router 239c37e1-0a51-4ccd-bd78-074f87725c79 port ab59798d-246c-4a76-87ac-12323ebe0e5a binding host dv-cinder-786260-4-iscsi {{(pid=98187) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 19:00:36.073267 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron_lib.callbacks.manager [None req-0b63ad98-286b-4d5e-ac5e-cfd8f2f52403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:36.206938 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Device 5474d8eb-d0df-4abc-aaa2-1c587ef76dd4 up at agent ovs-agent-dv-cinder-786260-4-iscsi {{(pid=98186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 19:00:36.268580 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Provisioning for port 5474d8eb-d0df-4abc-aaa2-1c587ef76dd4 completed by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 19:00:36.272684 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Provisioning complete for port 5474d8eb-d0df-4abc-aaa2-1c587ef76dd4 triggered by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 19:00:36.273076 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:36.364453 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:36.389986 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] For port 5474d8eb-d0df-4abc-aaa2-1c587ef76dd4, host dv-cinder-786260-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-4-iscsi',level=0,port_id=5474d8eb-d0df-4abc-aaa2-1c587ef76dd4,segment=NetworkSegment(151ae908-95e4-46a8-8b94-d201ec410581),segment_id=151ae908-95e4-46a8-8b94-d201ec410581)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 19:00:36.394095 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:36.396618 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 19:00:36.413703 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron_lib.callbacks.manager [None req-0b63ad98-286b-4d5e-ac5e-cfd8f2f52403 None None] Notify callbacks [] for port, precommit_update {{(pid=98187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:36.423707 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.provisioning_blocks [None req-0b63ad98-286b-4d5e-ac5e-cfd8f2f52403 None None] Transition to ACTIVE for port object ab59798d-246c-4a76-87ac-12323ebe0e5a will not be triggered until provisioned by entity L2. {{(pid=98187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 19:00:36.431030 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron_lib.callbacks.manager [None req-0b63ad98-286b-4d5e-ac5e-cfd8f2f52403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:36.433260 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG oslo_concurrency.lockutils [None req-b59ee444-0fb2-4a6d-8b58-00c61131ec51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 19:00:36.460467 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Pushing event updated for resources: {'Port': ['ID=5474d8eb-d0df-4abc-aaa2-1c587ef76dd4,revision_number=4']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 19:00:36.463760 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 19:00:36.534402 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7652b4ad-88fb-4b6b-9f3d-2edcb69d1ef1 None None] Pushing event updated for resources: {'Port': ['ID=ab59798d-246c-4a76-87ac-12323ebe0e5a,revision_number=3']} {{(pid=98187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 19:00:36.536952 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG oslo_concurrency.lockutils [None req-7652b4ad-88fb-4b6b-9f3d-2edcb69d1ef1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=98187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 19:00:36.610282 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.plugins.ml2.managers [None req-0b63ad98-286b-4d5e-ac5e-cfd8f2f52403 None None] Attempting to bind port ab59798d-246c-4a76-87ac-12323ebe0e5a on host dv-cinder-786260-4-iscsi for vnic_type normal with profile {{(pid=98187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 19:00:36.610983 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.plugins.ml2.managers [None req-0b63ad98-286b-4d5e-ac5e-cfd8f2f52403 None None] Attempting to bind port ab59798d-246c-4a76-87ac-12323ebe0e5a by drivers openvswitch,hyperv on host dv-cinder-786260-4-iscsi at level 0 using segments [{'id': '2b8a32b2-20a2-4ed7-b1d8-10122ba70d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '069f7c56-9615-4a56-9ebb-865ef658457c'}] {{(pid=98187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 19:00:36.611193 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b63ad98-286b-4d5e-ac5e-cfd8f2f52403 None None] Attempting to bind port ab59798d-246c-4a76-87ac-12323ebe0e5a on network 069f7c56-9615-4a56-9ebb-865ef658457c {{(pid=98187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 19:00:36.616480 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b63ad98-286b-4d5e-ac5e-cfd8f2f52403 None None] Checking agent: {'id': '0a9461fa-5aa1-4bfe-a01a-9192fdaa924f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 18, 39, 44), 'started_at': datetime.datetime(2021, 6, 10, 18, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 19, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 19:00:36.616957 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b63ad98-286b-4d5e-ac5e-cfd8f2f52403 None None] Checking segment: {'id': '2b8a32b2-20a2-4ed7-b1d8-10122ba70d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '069f7c56-9615-4a56-9ebb-865ef658457c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 19:00:36.617227 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron_lib.callbacks.manager [None req-0b63ad98-286b-4d5e-ac5e-cfd8f2f52403 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:36.617644 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b63ad98-286b-4d5e-ac5e-cfd8f2f52403 None None] Bound using segment: {'id': '2b8a32b2-20a2-4ed7-b1d8-10122ba70d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '069f7c56-9615-4a56-9ebb-865ef658457c'} {{(pid=98187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 19:00:36.618116 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.plugins.ml2.managers [None req-0b63ad98-286b-4d5e-ac5e-cfd8f2f52403 None None] Bound port: ab59798d-246c-4a76-87ac-12323ebe0e5a, host: dv-cinder-786260-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b8a32b2-20a2-4ed7-b1d8-10122ba70d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '069f7c56-9615-4a56-9ebb-865ef658457c'}}] {{(pid=98187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 19:00:36.618498 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron_lib.callbacks.manager [None req-0b63ad98-286b-4d5e-ac5e-cfd8f2f52403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:36.690837 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.plugins.ml2.db [None req-0b63ad98-286b-4d5e-ac5e-cfd8f2f52403 None None] For port ab59798d-246c-4a76-87ac-12323ebe0e5a, host dv-cinder-786260-4-iscsi, cleared binding levels {{(pid=98187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 19:00:36.693833 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.plugins.ml2.db [None req-0b63ad98-286b-4d5e-ac5e-cfd8f2f52403 None None] For port ab59798d-246c-4a76-87ac-12323ebe0e5a, host dv-cinder-786260-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-4-iscsi',level=0,port_id=ab59798d-246c-4a76-87ac-12323ebe0e5a,segment=NetworkSegment(2b8a32b2-20a2-4ed7-b1d8-10122ba70d97),segment_id=2b8a32b2-20a2-4ed7-b1d8-10122ba70d97)] {{(pid=98187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 19:00:36.698136 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron_lib.callbacks.manager [None req-0b63ad98-286b-4d5e-ac5e-cfd8f2f52403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:36.700188 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 19:00:36.764790 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b63ad98-286b-4d5e-ac5e-cfd8f2f52403 None None] Routers {'239c37e1-0a51-4ccd-bd78-074f87725c79'} bound to L3 agent in host dv-cinder-786260-4-iscsi {{(pid=98187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 19:00:36.765641 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_hamode_db [None req-0b63ad98-286b-4d5e-ac5e-cfd8f2f52403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T18:39:44Z,description=,heartbeat_timestamp=2021-06-10T19:00:14Z,host='dv-cinder-786260-4-iscsi',id=1661496b-b13c-41e5-8e80-f6a07c138e01,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T18:39:44Z,topic='l3_agent')) {'router_ids': ['239c37e1-0a51-4ccd-bd78-074f87725c79'], 'active': True} {{(pid=98187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 19:00:36.977878 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7652b4ad-88fb-4b6b-9f3d-2edcb69d1ef1 None None] Pushing event updated for resources: {'Port': ['ID=ab59798d-246c-4a76-87ac-12323ebe0e5a,revision_number=4']} {{(pid=98187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 19:00:36.981595 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG oslo_concurrency.lockutils [None req-7652b4ad-88fb-4b6b-9f3d-2edcb69d1ef1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=98187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 19:00:37.030897 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_dvr_db [None req-0b63ad98-286b-4d5e-ac5e-cfd8f2f52403 None None] Set router 239c37e1-0a51-4ccd-bd78-074f87725c79 gateway port host: dv-cinder-786260-4-iscsi {{(pid=98187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 19:00:37.295505 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_hamode_db [None req-0b63ad98-286b-4d5e-ac5e-cfd8f2f52403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '239c37e1-0a51-4ccd-bd78-074f87725c79', 'name': 'tempest-TestVolumeBootPattern-1790110736-router', 'tenant_id': '2e0428ec9e9a455ab1cf53a024588a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.144'}], 'enable_snat': True}, 'gw_port_id': '5474d8eb-d0df-4abc-aaa2-1c587ef76dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T19:00:28Z', 'updated_at': '2021-06-10T19:00:32Z', 'revision_number': 4, 'project_id': '2e0428ec9e9a455ab1cf53a024588a50', 'gw_port': {'id': '5474d8eb-d0df-4abc-aaa2-1c587ef76dd4', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '239c37e1-0a51-4ccd-bd78-074f87725c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T19:00:29Z', 'updated_at': '2021-06-10T19:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi', '_interfaces': [{'id': 'ab59798d-246c-4a76-87ac-12323ebe0e5a', 'name': '', 'network_id': '069f7c56-9615-4a56-9ebb-865ef658457c', 'tenant_id': '2e0428ec9e9a455ab1cf53a024588a50', 'mac_address': 'fa:16:3e:f2:55:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '239c37e1-0a51-4ccd-bd78-074f87725c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'd256d545-d277-42e3-aaac-a93689438821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T19:00:31Z', 'updated_at': '2021-06-10T19:00:36Z', 'revision_number': 4, 'project_id': '2e0428ec9e9a455ab1cf53a024588a50', 'subnets': [{'id': 'd256d545-d277-42e3-aaac-a93689438821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-4-iscsi', False) {} {{(pid=98187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 19:00:37.299266 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b63ad98-286b-4d5e-ac5e-cfd8f2f52403 None None] The sync data for ids ['239c37e1-0a51-4ccd-bd78-074f87725c79'] in dv-cinder-786260-4-iscsi is: [{'id': '239c37e1-0a51-4ccd-bd78-074f87725c79', 'name': 'tempest-TestVolumeBootPattern-1790110736-router', 'tenant_id': '2e0428ec9e9a455ab1cf53a024588a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.144'}], 'enable_snat': True}, 'gw_port_id': '5474d8eb-d0df-4abc-aaa2-1c587ef76dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T19:00:28Z', 'updated_at': '2021-06-10T19:00:32Z', 'revision_number': 4, 'project_id': '2e0428ec9e9a455ab1cf53a024588a50', 'gw_port': {'id': '5474d8eb-d0df-4abc-aaa2-1c587ef76dd4', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '239c37e1-0a51-4ccd-bd78-074f87725c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T19:00:29Z', 'updated_at': '2021-06-10T19:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi', '_interfaces': [{'id': 'ab59798d-246c-4a76-87ac-12323ebe0e5a', 'name': '', 'network_id': '069f7c56-9615-4a56-9ebb-865ef658457c', 'tenant_id': '2e0428ec9e9a455ab1cf53a024588a50', 'mac_address': 'fa:16:3e:f2:55:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '239c37e1-0a51-4ccd-bd78-074f87725c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'd256d545-d277-42e3-aaac-a93689438821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T19:00:31Z', 'updated_at': '2021-06-10T19:00:36Z', 'revision_number': 4, 'project_id': '2e0428ec9e9a455ab1cf53a024588a50', 'subnets': [{'id': 'd256d545-d277-42e3-aaac-a93689438821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 19:00:38.197873 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Device 5474d8eb-d0df-4abc-aaa2-1c587ef76dd4 up at agent ovs-agent-dv-cinder-786260-4-iscsi {{(pid=98186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 19:00:38.252777 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Provisioning complete for port 5474d8eb-d0df-4abc-aaa2-1c587ef76dd4 triggered by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 19:00:38.253155 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:38.351051 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Device ab59798d-246c-4a76-87ac-12323ebe0e5a up at agent ovs-agent-dv-cinder-786260-4-iscsi {{(pid=98186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 19:00:38.404521 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Provisioning for port ab59798d-246c-4a76-87ac-12323ebe0e5a completed by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 19:00:38.409201 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Provisioning complete for port ab59798d-246c-4a76-87ac-12323ebe0e5a triggered by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 19:00:38.409604 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:38.510126 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:38.547070 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] For port ab59798d-246c-4a76-87ac-12323ebe0e5a, host dv-cinder-786260-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-4-iscsi',level=0,port_id=ab59798d-246c-4a76-87ac-12323ebe0e5a,segment=NetworkSegment(2b8a32b2-20a2-4ed7-b1d8-10122ba70d97),segment_id=2b8a32b2-20a2-4ed7-b1d8-10122ba70d97)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 19:00:38.550970 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:38.553165 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 19:00:38.606397 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Pushing event updated for resources: {'Port': ['ID=ab59798d-246c-4a76-87ac-12323ebe0e5a,revision_number=5']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 19:00:38.610986 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 19:00:40.176149 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Device ab59798d-246c-4a76-87ac-12323ebe0e5a up at agent ovs-agent-dv-cinder-786260-4-iscsi {{(pid=98186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 19:00:40.234606 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Provisioning complete for port ab59798d-246c-4a76-87ac-12323ebe0e5a triggered by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 19:00:40.234993 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:41.824865 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-88f29ec2-dbb4-4f5a-91a9-3c00c78015e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:44.303717 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-e8b28f9e-796f-4b87-8a65-b9c767af6348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:44.450610 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:45.471570 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-8dcc316c-a8c5-4da3-a0ad-e3f4fe9157be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:47.283714 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-bf1ede84-8c21-46ff-8a19-cb90afe635a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:47.719010 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:00:59.964895 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-d1b48a69-5204-4cad-9764-fddb2d0c18f1 req-751b5171-e3c6-4d03-83fc-aa0ffa93c945 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-466338764&fields=id&tenant_id=03d822ac543649beabd5b85e18d148a4 HTTP/1.1" status: 200 len: 267 time: 0.0392361 Jun 10 19:01:00.093352 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b48a69-5204-4cad-9764-fddb2d0c18f1 req-e6c1ae32-0daa-4640-9dc6-afb46d6965e6 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:01:00.094807 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-d1b48a69-5204-4cad-9764-fddb2d0c18f1 req-e6c1ae32-0daa-4640-9dc6-afb46d6965e6 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/networks?id=ccf298e8-e752-4524-b52b-d3952f6382ed HTTP/1.1" status: 200 len: 812 time: 0.1234694 Jun 10 19:01:00.109856 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-d1b48a69-5204-4cad-9764-fddb2d0c18f1 req-0cf67993-0629-4a4a-b2e8-9eae435a65bf tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/quotas/03d822ac543649beabd5b85e18d148a4 HTTP/1.1" status: 200 len: 375 time: 0.0087252 Jun 10 19:01:00.183081 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-d1b48a69-5204-4cad-9764-fddb2d0c18f1 req-732c3530-8c30-4f29-abd3-70d587388143 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=03d822ac543649beabd5b85e18d148a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0670881 Jun 10 19:01:00.285989 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [req-d1b48a69-5204-4cad-9764-fddb2d0c18f1 req-a8902938-8e56-4688-8b93-3aa3ca11d2f4 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=98184) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 19:01:00.287026 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-d1b48a69-5204-4cad-9764-fddb2d0c18f1 req-a8902938-8e56-4688-8b93-3aa3ca11d2f4 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0934899 Jun 10 19:01:00.400592 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-d1b48a69-5204-4cad-9764-fddb2d0c18f1 req-779156e6-2962-448e-bc00-0277b780b817 service neutron] 10.222.0.15 "GET /v2.0/networks/ccf298e8-e752-4524-b52b-d3952f6382ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076422 Jun 10 19:01:00.525644 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-d1b48a69-5204-4cad-9764-fddb2d0c18f1 req-0a1b7574-cca3-477d-bfba-405b5877c1dd service neutron] 10.222.0.15 "GET /v2.0/networks/ccf298e8-e752-4524-b52b-d3952f6382ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193821 Jun 10 19:01:00.826223 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-0389e64a-61cf-4fcb-9818-fe11f5e3f0c6 req-5511a498-3a25-4005-a426-4d724fc0d130 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/ports?device_id=adf896ed-3cd1-45f7-b4b7-992ffd2280ec HTTP/1.1" status: 200 len: 210 time: 0.0353637 Jun 10 19:01:01.956305 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.agents_db [None req-dd8e6269-3fd9-4915-b5ed-83e1f738bf4e None None] Agent healthcheck: found 6 active agents {{(pid=98187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 19:01:01.980275 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-9faf38e8-b20a-4f90-a971-09f3df638eac req-4db85da5-b186-4514-823b-eabfd21fbfca tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/ports?device_id=adf896ed-3cd1-45f7-b4b7-992ffd2280ec HTTP/1.1" status: 200 len: 210 time: 0.0343831 Jun 10 19:01:02.014142 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b48a69-5204-4cad-9764-fddb2d0c18f1 req-8ea125fa-af99-491c-9ea6-ff2d3f925eb4 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:01:02.015573 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-d1b48a69-5204-4cad-9764-fddb2d0c18f1 req-8ea125fa-af99-491c-9ea6-ff2d3f925eb4 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.39 "GET /v2.0/networks?id=ccf298e8-e752-4524-b52b-d3952f6382ed HTTP/1.1" status: 200 len: 812 time: 0.1404083 Jun 10 19:01:02.090006 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-d1b48a69-5204-4cad-9764-fddb2d0c18f1 req-af784b87-7de6-49c0-a163-8d2a3fc89348 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=03d822ac543649beabd5b85e18d148a4 HTTP/1.1" status: 200 len: 379 time: 0.0381691 Jun 10 19:01:02.099740 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.v2.base [req-d1b48a69-5204-4cad-9764-fddb2d0c18f1 req-12a140cf-8a5b-4835-9f0c-68fb4714c81e tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Request body: {'port': {'device_id': 'adf896ed-3cd1-45f7-b4b7-992ffd2280ec', 'network_id': 'ccf298e8-e752-4524-b52b-d3952f6382ed', 'admin_state_up': True, 'tenant_id': '03d822ac543649beabd5b85e18d148a4', 'security_groups': ['a4269ce8-a26c-4762-b470-27e106135616']}} {{(pid=98185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 19:01:02.232375 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1b48a69-5204-4cad-9764-fddb2d0c18f1 req-12a140cf-8a5b-4835-9f0c-68fb4714c81e tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Made reservation on behalf of 03d822ac543649beabd5b85e18d148a4 for: {'port': 1} {{(pid=98185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 19:01:02.235909 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-d1b48a69-5204-4cad-9764-fddb2d0c18f1 req-12a140cf-8a5b-4835-9f0c-68fb4714c81e tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-941319'] for port, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:01:02.387764 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.db.db_base_plugin_common [req-d1b48a69-5204-4cad-9764-fddb2d0c18f1 req-12a140cf-8a5b-4835-9f0c-68fb4714c81e tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Allocated IP 172.20.0.4 (ccf298e8-e752-4524-b52b-d3952f6382ed/97f21823-eb57-44fa-bcc2-8fe91251a408/b9b2fd17-c361-4a97-bd65-2b7696a4d258) {{(pid=98185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 19:01:02.562971 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-d1b48a69-5204-4cad-9764-fddb2d0c18f1 req-12a140cf-8a5b-4835-9f0c-68fb4714c81e tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Notify callbacks [] for port, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:01:02.575323 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.db.provisioning_blocks [req-d1b48a69-5204-4cad-9764-fddb2d0c18f1 req-12a140cf-8a5b-4835-9f0c-68fb4714c81e tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Transition to ACTIVE for port object b9b2fd17-c361-4a97-bd65-2b7696a4d258 will not be triggered until provisioned by entity DHCP. {{(pid=98185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 19:01:02.611359 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-d1b48a69-5204-4cad-9764-fddb2d0c18f1 req-12a140cf-8a5b-4835-9f0c-68fb4714c81e tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-941510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578064406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11876810'] for port, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:01:02.616154 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-d60d9c9f-b06e-4b16-96a4-dfa76ad0144c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 19:01:02.663310 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1b48a69-5204-4cad-9764-fddb2d0c18f1 req-12a140cf-8a5b-4835-9f0c-68fb4714c81e tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Network ccf298e8-e752-4524-b52b-d3952f6382ed is already hosted by enough agents. {{(pid=98185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 19:01:02.666509 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.base_scheduler [req-d1b48a69-5204-4cad-9764-fddb2d0c18f1 req-12a140cf-8a5b-4835-9f0c-68fb4714c81e tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Resources bound (agent type, host, resource id): {{(pid=98185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 19:01:02.668933 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1b48a69-5204-4cad-9764-fddb2d0c18f1 req-12a140cf-8a5b-4835-9f0c-68fb4714c81e tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Received port after_create {{(pid=98185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 19:01:02.702451 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a140cf-8a5b-4835-9f0c-68fb4714c81e tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Pushing event updated for resources: {'Port': ['ID=b9b2fd17-c361-4a97-bd65-2b7696a4d258,revision_number=1']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 19:01:02.719231 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a140cf-8a5b-4835-9f0c-68fb4714c81e tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:01:02.719619 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a140cf-8a5b-4835-9f0c-68fb4714c81e tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:01:02.720007 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a140cf-8a5b-4835-9f0c-68fb4714c81e tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:01:02.720383 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a140cf-8a5b-4835-9f0c-68fb4714c81e tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:01:02.720754 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a140cf-8a5b-4835-9f0c-68fb4714c81e tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:01:02.721131 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a140cf-8a5b-4835-9f0c-68fb4714c81e tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:01:02.721544 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a140cf-8a5b-4835-9f0c-68fb4714c81e tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:01:02.721908 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a140cf-8a5b-4835-9f0c-68fb4714c81e tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:01:02.722281 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a140cf-8a5b-4835-9f0c-68fb4714c81e tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:01:02.722729 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a140cf-8a5b-4835-9f0c-68fb4714c81e tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:01:02.723100 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a140cf-8a5b-4835-9f0c-68fb4714c81e tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:01:02.723463 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a140cf-8a5b-4835-9f0c-68fb4714c81e tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:01:02.727292 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-12a140cf-8a5b-4835-9f0c-68fb4714c81e tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 19:01:02.745369 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b48a69-5204-4cad-9764-fddb2d0c18f1 req-12a140cf-8a5b-4835-9f0c-68fb4714c81e tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:01:02.746025 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-d1b48a69-5204-4cad-9764-fddb2d0c18f1 req-12a140cf-8a5b-4835-9f0c-68fb4714c81e tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230521'] for port, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:01:02.761999 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-d1b48a69-5204-4cad-9764-fddb2d0c18f1 req-12a140cf-8a5b-4835-9f0c-68fb4714c81e tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6666315 Jun 10 19:01:02.773191 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.v2.base [req-d1b48a69-5204-4cad-9764-fddb2d0c18f1 req-0f65cde6-ba51-4348-bca5-1eea699c0b46 service neutron] Request body: {'port': {'device_id': 'adf896ed-3cd1-45f7-b4b7-992ffd2280ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=98185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 19:01:02.855186 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-10e0c08c-2f65-4615-8692-5a78ffe26653 None None] Provisioning for port b9b2fd17-c361-4a97-bd65-2b7696a4d258 completed by entity DHCP. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 19:01:02.858805 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-10e0c08c-2f65-4615-8692-5a78ffe26653 None None] Provisioning complete for port b9b2fd17-c361-4a97-bd65-2b7696a4d258 triggered by entity DHCP. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 19:01:02.859195 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-10e0c08c-2f65-4615-8692-5a78ffe26653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:01:02.870597 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-d1b48a69-5204-4cad-9764-fddb2d0c18f1 req-0f65cde6-ba51-4348-bca5-1eea699c0b46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:01:02.898192 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.plugin [None req-10e0c08c-2f65-4615-8692-5a78ffe26653 None None] Port b9b2fd17-c361-4a97-bd65-2b7696a4d258 cannot update to ACTIVE because it is not bound. {{(pid=98186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 19:01:03.225405 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03cf6b3-6042-4598-9173-bdc576155ef7 req-7dc6c329-fb13-4d69-ac0e-e36b1fa7aa94 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:01:03.226826 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-e03cf6b3-6042-4598-9173-bdc576155ef7 req-7dc6c329-fb13-4d69-ac0e-e36b1fa7aa94 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/ports?device_id=adf896ed-3cd1-45f7-b4b7-992ffd2280ec HTTP/1.1" status: 200 len: 931 time: 0.1287029 Jun 10 19:01:03.258523 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.notifiers.nova [req-d1b48a69-5204-4cad-9764-fddb2d0c18f1 req-0f65cde6-ba51-4348-bca5-1eea699c0b46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9b2fd17-c361-4a97-bd65-2b7696a4d258 {{(pid=98185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 19:01:03.268708 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-d1b48a69-5204-4cad-9764-fddb2d0c18f1 req-0f65cde6-ba51-4348-bca5-1eea699c0b46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:01:03.292292 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-e03cf6b3-6042-4598-9173-bdc576155ef7 req-56848ad4-e19a-402d-a7fe-f39c336e0793 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4269ce8-a26c-4762-b470-27e106135616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594876 Jun 10 19:01:03.293165 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.db.provisioning_blocks [req-d1b48a69-5204-4cad-9764-fddb2d0c18f1 req-0f65cde6-ba51-4348-bca5-1eea699c0b46 service neutron] Transition to ACTIVE for port object b9b2fd17-c361-4a97-bd65-2b7696a4d258 will not be triggered until provisioned by entity L2. {{(pid=98185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 19:01:03.297920 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-d1b48a69-5204-4cad-9764-fddb2d0c18f1 req-0f65cde6-ba51-4348-bca5-1eea699c0b46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11876824'] for port, after_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:01:03.301659 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-3fb2a542-8b03-4bc3-b46f-02d867e01d5b tempest-VolumesNegativeTest-925461367 tempest-VolumesNegativeTest-925461367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 19:01:03.400882 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f65cde6-ba51-4348-bca5-1eea699c0b46 service neutron] Pushing event updated for resources: {'Port': ['ID=b9b2fd17-c361-4a97-bd65-2b7696a4d258,revision_number=2']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 19:01:03.403800 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-0f65cde6-ba51-4348-bca5-1eea699c0b46 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 19:01:03.488987 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.managers [req-d1b48a69-5204-4cad-9764-fddb2d0c18f1 req-0f65cde6-ba51-4348-bca5-1eea699c0b46 service neutron] Attempting to bind port b9b2fd17-c361-4a97-bd65-2b7696a4d258 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=98185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 19:01:03.489326 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.managers [req-d1b48a69-5204-4cad-9764-fddb2d0c18f1 req-0f65cde6-ba51-4348-bca5-1eea699c0b46 service neutron] Attempting to bind port b9b2fd17-c361-4a97-bd65-2b7696a4d258 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '83899cc1-bda3-43a5-82a1-515a46798267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ccf298e8-e752-4524-b52b-d3952f6382ed'}] {{(pid=98185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 19:01:03.489689 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b48a69-5204-4cad-9764-fddb2d0c18f1 req-0f65cde6-ba51-4348-bca5-1eea699c0b46 service neutron] Attempting to bind port b9b2fd17-c361-4a97-bd65-2b7696a4d258 on network ccf298e8-e752-4524-b52b-d3952f6382ed {{(pid=98185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 19:01:03.493977 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b48a69-5204-4cad-9764-fddb2d0c18f1 req-0f65cde6-ba51-4348-bca5-1eea699c0b46 service neutron] Port b9b2fd17-c361-4a97-bd65-2b7696a4d258 on network ccf298e8-e752-4524-b52b-d3952f6382ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=98185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 19:01:03.494307 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b48a69-5204-4cad-9764-fddb2d0c18f1 req-0f65cde6-ba51-4348-bca5-1eea699c0b46 service neutron] Attempting to bind port b9b2fd17-c361-4a97-bd65-2b7696a4d258 on network ccf298e8-e752-4524-b52b-d3952f6382ed {{(pid=98185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 19:01:03.498968 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b48a69-5204-4cad-9764-fddb2d0c18f1 req-0f65cde6-ba51-4348-bca5-1eea699c0b46 service neutron] Checking agent: {'id': '81ed237c-a7bd-4721-ad26-da2ab32caefc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 18, 45, 46), 'started_at': datetime.datetime(2021, 6, 10, 18, 45, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 19, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 19:01:03.499309 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b48a69-5204-4cad-9764-fddb2d0c18f1 req-0f65cde6-ba51-4348-bca5-1eea699c0b46 service neutron] Checking segment: {'id': '83899cc1-bda3-43a5-82a1-515a46798267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ccf298e8-e752-4524-b52b-d3952f6382ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 19:01:03.499707 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b48a69-5204-4cad-9764-fddb2d0c18f1 req-0f65cde6-ba51-4348-bca5-1eea699c0b46 service neutron] Bound using segment: {'id': '83899cc1-bda3-43a5-82a1-515a46798267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ccf298e8-e752-4524-b52b-d3952f6382ed'} {{(pid=98185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 19:01:03.500117 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.managers [req-d1b48a69-5204-4cad-9764-fddb2d0c18f1 req-0f65cde6-ba51-4348-bca5-1eea699c0b46 service neutron] Bound port: b9b2fd17-c361-4a97-bd65-2b7696a4d258, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83899cc1-bda3-43a5-82a1-515a46798267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ccf298e8-e752-4524-b52b-d3952f6382ed'}}] {{(pid=98185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 19:01:03.500468 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-d1b48a69-5204-4cad-9764-fddb2d0c18f1 req-0f65cde6-ba51-4348-bca5-1eea699c0b46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:01:03.573912 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.db [req-d1b48a69-5204-4cad-9764-fddb2d0c18f1 req-0f65cde6-ba51-4348-bca5-1eea699c0b46 service neutron] For port b9b2fd17-c361-4a97-bd65-2b7696a4d258, host hv-cinder-78626, cleared binding levels {{(pid=98185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 19:01:03.577932 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.db [req-d1b48a69-5204-4cad-9764-fddb2d0c18f1 req-0f65cde6-ba51-4348-bca5-1eea699c0b46 service neutron] For port b9b2fd17-c361-4a97-bd65-2b7696a4d258, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=b9b2fd17-c361-4a97-bd65-2b7696a4d258,segment=NetworkSegment(83899cc1-bda3-43a5-82a1-515a46798267),segment_id=83899cc1-bda3-43a5-82a1-515a46798267)] {{(pid=98185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 19:01:03.583457 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-d1b48a69-5204-4cad-9764-fddb2d0c18f1 req-0f65cde6-ba51-4348-bca5-1eea699c0b46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11876824'] for port, after_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:01:03.585408 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-80bec60d-9e09-4a61-9edb-e077d7f4620b tempest-TestMinimumBasicScenario-309823085 tempest-TestMinimumBasicScenario-309823085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 19:01:03.623489 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b48a69-5204-4cad-9764-fddb2d0c18f1 req-0f65cde6-ba51-4348-bca5-1eea699c0b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:01:03.624084 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-d1b48a69-5204-4cad-9764-fddb2d0c18f1 req-0f65cde6-ba51-4348-bca5-1eea699c0b46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230521'] for port, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:01:03.625602 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-d1b48a69-5204-4cad-9764-fddb2d0c18f1 req-0f65cde6-ba51-4348-bca5-1eea699c0b46 service neutron] 10.222.0.39 "PUT /v2.0/ports/b9b2fd17-c361-4a97-bd65-2b7696a4d258 HTTP/1.1" status: 200 len: 1093 time: 0.8568118 Jun 10 19:01:03.627702 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adf896ed-3cd1-45f7-b4b7-992ffd2280ec', 'tag': 'b9b2fd17-c361-4a97-bd65-2b7696a4d258'}] {{(pid=98185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 19:01:03.630917 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44d46bb02d59f4e600e8e3fdef735be97a189b4bda953b1539dd9e97451c2ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-288a4c44-3fd3-49aa-8cd1-48bd1b67e327" -d '{"events": [{"name": "network-changed", "server_uuid": "adf896ed-3cd1-45f7-b4b7-992ffd2280ec", "tag": "b9b2fd17-c361-4a97-bd65-2b7696a4d258"}]}' {{(pid=98185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 19:01:03.668636 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f65cde6-ba51-4348-bca5-1eea699c0b46 service neutron] Pushing event updated for resources: {'Port': ['ID=b9b2fd17-c361-4a97-bd65-2b7696a4d258,revision_number=3']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 19:01:03.683406 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-0f65cde6-ba51-4348-bca5-1eea699c0b46 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 19:01:03.684933 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 19:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e8fd1fc-6112-4a5f-b34d-93e293218c51 x-openstack-request-id: req-6e8fd1fc-6112-4a5f-b34d-93e293218c51 {{(pid=98185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 19:01:03.685277 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adf896ed-3cd1-45f7-b4b7-992ffd2280ec", "tag": "b9b2fd17-c361-4a97-bd65-2b7696a4d258", "status": "completed", "code": 200}]} {{(pid=98185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 19:01:03.685607 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6e8fd1fc-6112-4a5f-b34d-93e293218c51 {{(pid=98185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 19:01:03.686054 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adf896ed-3cd1-45f7-b4b7-992ffd2280ec', 'tag': 'b9b2fd17-c361-4a97-bd65-2b7696a4d258', 'status': 'completed', 'code': 200} Jun 10 19:01:03.739929 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b48a69-5204-4cad-9764-fddb2d0c18f1 req-b3dce5d5-11ac-420f-a2d0-a9834f84de3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:01:03.741357 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-d1b48a69-5204-4cad-9764-fddb2d0c18f1 req-b3dce5d5-11ac-420f-a2d0-a9834f84de3e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=03d822ac543649beabd5b85e18d148a4&device_id=adf896ed-3cd1-45f7-b4b7-992ffd2280ec HTTP/1.1" status: 200 len: 1096 time: 0.0674920 Jun 10 19:01:03.799917 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-d1b48a69-5204-4cad-9764-fddb2d0c18f1 req-e2204ce7-fe97-47c5-80ff-112438cb09f5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b9b2fd17-c361-4a97-bd65-2b7696a4d258 HTTP/1.1" status: 200 len: 217 time: 0.0510542 Jun 10 19:01:03.858548 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b48a69-5204-4cad-9764-fddb2d0c18f1 req-534a361c-2fc9-4a96-bc4f-d2257e4058cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:01:03.860007 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-d1b48a69-5204-4cad-9764-fddb2d0c18f1 req-534a361c-2fc9-4a96-bc4f-d2257e4058cc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=97f21823-eb57-44fa-bcc2-8fe91251a408 HTTP/1.1" status: 200 len: 851 time: 0.0540597 Jun 10 19:01:03.922625 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b48a69-5204-4cad-9764-fddb2d0c18f1 req-72bb6c49-60fd-432d-b072-c261b5e3aadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:01:03.923996 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-d1b48a69-5204-4cad-9764-fddb2d0c18f1 req-72bb6c49-60fd-432d-b072-c261b5e3aadb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ccf298e8-e752-4524-b52b-d3952f6382ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0574250 Jun 10 19:01:04.040156 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-d1b48a69-5204-4cad-9764-fddb2d0c18f1 req-b48fc3e0-fd42-4496-9198-5198ce2031a5 service neutron] 10.222.0.39 "GET /v2.0/networks/ccf298e8-e752-4524-b52b-d3952f6382ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094522 Jun 10 19:01:04.160002 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-d1b48a69-5204-4cad-9764-fddb2d0c18f1 req-4afb13f6-838d-4bb8-b597-35de72eeafd8 service neutron] 10.222.0.39 "GET /v2.0/networks/ccf298e8-e752-4524-b52b-d3952f6382ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123857 Jun 10 19:01:04.259995 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288a4c44-3fd3-49aa-8cd1-48bd1b67e327 req-f9419045-c6c8-406a-bb07-734703d71730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:01:04.261428 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-288a4c44-3fd3-49aa-8cd1-48bd1b67e327 req-f9419045-c6c8-406a-bb07-734703d71730 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=03d822ac543649beabd5b85e18d148a4&device_id=adf896ed-3cd1-45f7-b4b7-992ffd2280ec HTTP/1.1" status: 200 len: 1096 time: 0.0576665 Jun 10 19:01:04.375456 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288a4c44-3fd3-49aa-8cd1-48bd1b67e327 req-6ec2453e-93d2-4e70-8541-4347893f2e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:01:04.376900 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-288a4c44-3fd3-49aa-8cd1-48bd1b67e327 req-6ec2453e-93d2-4e70-8541-4347893f2e19 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ccf298e8-e752-4524-b52b-d3952f6382ed HTTP/1.1" status: 200 len: 913 time: 0.1091416 Jun 10 19:01:04.435013 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-288a4c44-3fd3-49aa-8cd1-48bd1b67e327 req-ea80d003-4b5e-49ef-90ad-275a41016a70 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b9b2fd17-c361-4a97-bd65-2b7696a4d258 HTTP/1.1" status: 200 len: 217 time: 0.0515888 Jun 10 19:01:04.529682 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288a4c44-3fd3-49aa-8cd1-48bd1b67e327 req-ceb6796f-7fd2-4e57-86f4-7bd0b2683ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:01:04.531126 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-288a4c44-3fd3-49aa-8cd1-48bd1b67e327 req-ceb6796f-7fd2-4e57-86f4-7bd0b2683ea4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=97f21823-eb57-44fa-bcc2-8fe91251a408 HTTP/1.1" status: 200 len: 851 time: 0.0885873 Jun 10 19:01:04.583320 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709c671e-99bc-4c4c-a256-87198490832a req-8f355788-8731-4db2-9015-63302cf6d272 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:01:04.584655 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-709c671e-99bc-4c4c-a256-87198490832a req-8f355788-8731-4db2-9015-63302cf6d272 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/ports?device_id=adf896ed-3cd1-45f7-b4b7-992ffd2280ec HTTP/1.1" status: 200 len: 943 time: 0.1520715 Jun 10 19:01:04.638109 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288a4c44-3fd3-49aa-8cd1-48bd1b67e327 req-ae2bc886-693f-4415-8a0a-7e3199ef3171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:01:04.639556 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-288a4c44-3fd3-49aa-8cd1-48bd1b67e327 req-ae2bc886-693f-4415-8a0a-7e3199ef3171 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ccf298e8-e752-4524-b52b-d3952f6382ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1019170 Jun 10 19:01:04.642271 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-709c671e-99bc-4c4c-a256-87198490832a req-90bffbed-f409-4ca9-8864-9c5e76c3d655 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4269ce8-a26c-4762-b470-27e106135616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512390 Jun 10 19:01:04.753111 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-288a4c44-3fd3-49aa-8cd1-48bd1b67e327 req-4aac120d-886b-4041-906d-8441233056c9 service neutron] 10.222.0.39 "GET /v2.0/networks/ccf298e8-e752-4524-b52b-d3952f6382ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060932 Jun 10 19:01:04.876881 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-288a4c44-3fd3-49aa-8cd1-48bd1b67e327 req-8fe38dd4-5cbb-48b0-b021-0baede3fc90c service neutron] 10.222.0.39 "GET /v2.0/networks/ccf298e8-e752-4524-b52b-d3952f6382ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163409 Jun 10 19:01:05.827683 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e318d10-b7f1-48fe-a872-364f770773ef req-b6db51cd-fb0a-4163-ba51-d68d94a35e91 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:01:05.829413 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-4e318d10-b7f1-48fe-a872-364f770773ef req-b6db51cd-fb0a-4163-ba51-d68d94a35e91 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/ports?device_id=adf896ed-3cd1-45f7-b4b7-992ffd2280ec HTTP/1.1" status: 200 len: 943 time: 0.0725231 Jun 10 19:01:05.871220 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-4e318d10-b7f1-48fe-a872-364f770773ef req-93afafe5-a0ba-4dea-a55d-0b29f7d3f86e tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4269ce8-a26c-4762-b470-27e106135616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362227 Jun 10 19:01:07.050011 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648d60f8-8390-4f49-8c12-094d1ec47c8b req-f45769b4-b96f-4494-aac6-9acb167f2c08 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:01:07.051464 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-648d60f8-8390-4f49-8c12-094d1ec47c8b req-f45769b4-b96f-4494-aac6-9acb167f2c08 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/ports?device_id=adf896ed-3cd1-45f7-b4b7-992ffd2280ec HTTP/1.1" status: 200 len: 943 time: 0.0702591 Jun 10 19:01:07.093850 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-648d60f8-8390-4f49-8c12-094d1ec47c8b req-e63f4805-6733-4019-9ed6-a549654d2c2e tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4269ce8-a26c-4762-b470-27e106135616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358975 Jun 10 19:01:08.271641 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9841275-7435-4faa-b707-2cf7e67742da req-54a4bdc2-cdb4-40b0-962d-7b277222b3ec tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:01:08.273089 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-d9841275-7435-4faa-b707-2cf7e67742da req-54a4bdc2-cdb4-40b0-962d-7b277222b3ec tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/ports?device_id=adf896ed-3cd1-45f7-b4b7-992ffd2280ec HTTP/1.1" status: 200 len: 943 time: 0.0715215 Jun 10 19:01:08.313719 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-d9841275-7435-4faa-b707-2cf7e67742da req-d6332b8a-ce9b-4a16-bbbe-fd3ec979109a tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4269ce8-a26c-4762-b470-27e106135616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350540 Jun 10 19:01:09.490951 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f955ae0-8217-4f5c-916d-2e984fff1144 req-552dd43a-bb49-47f7-b904-4cd30da9f5b7 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:01:09.492442 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-4f955ae0-8217-4f5c-916d-2e984fff1144 req-552dd43a-bb49-47f7-b904-4cd30da9f5b7 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/ports?device_id=adf896ed-3cd1-45f7-b4b7-992ffd2280ec HTTP/1.1" status: 200 len: 943 time: 0.0692203 Jun 10 19:01:09.535522 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-4f955ae0-8217-4f5c-916d-2e984fff1144 req-06beed3d-ccaf-46f6-9dc0-b5b1d6022bc8 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4269ce8-a26c-4762-b470-27e106135616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375674 Jun 10 19:01:10.729086 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5733f2ef-1de8-4771-8b7f-c4afd4f40c98 req-075116e8-a480-41a3-9507-b1ce57532754 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:01:10.730475 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-5733f2ef-1de8-4771-8b7f-c4afd4f40c98 req-075116e8-a480-41a3-9507-b1ce57532754 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/ports?device_id=adf896ed-3cd1-45f7-b4b7-992ffd2280ec HTTP/1.1" status: 200 len: 943 time: 0.0816276 Jun 10 19:01:10.774550 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-5733f2ef-1de8-4771-8b7f-c4afd4f40c98 req-e113ec95-f6d9-4b29-985e-7febabfb7cec tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4269ce8-a26c-4762-b470-27e106135616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384607 Jun 10 19:01:11.495643 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Device b9b2fd17-c361-4a97-bd65-2b7696a4d258 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=98186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 19:01:11.615894 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] For port b9b2fd17-c361-4a97-bd65-2b7696a4d258, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=b9b2fd17-c361-4a97-bd65-2b7696a4d258,segment=NetworkSegment(83899cc1-bda3-43a5-82a1-515a46798267),segment_id=83899cc1-bda3-43a5-82a1-515a46798267)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 19:01:11.627537 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Returning: {'device': 'b9b2fd17-c361-4a97-bd65-2b7696a4d258', 'network_id': 'ccf298e8-e752-4524-b52b-d3952f6382ed', 'port_id': 'b9b2fd17-c361-4a97-bd65-2b7696a4d258', 'mac_address': 'fa:16:3e:1b:7d:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97f21823-eb57-44fa-bcc2-8fe91251a408', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 19:01:11.673251 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:01:11.687520 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.notifiers.nova [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9b2fd17-c361-4a97-bd65-2b7696a4d258 {{(pid=98186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 19:01:11.708377 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] For port b9b2fd17-c361-4a97-bd65-2b7696a4d258, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=b9b2fd17-c361-4a97-bd65-2b7696a4d258,segment=NetworkSegment(83899cc1-bda3-43a5-82a1-515a46798267),segment_id=83899cc1-bda3-43a5-82a1-515a46798267)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 19:01:11.712093 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:01:11.713807 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-ce074788-a90f-4fd3-b467-1a85cebb5ee5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 19:01:11.768220 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Pushing event updated for resources: {'Port': ['ID=b9b2fd17-c361-4a97-bd65-2b7696a4d258,revision_number=4']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 19:01:11.771794 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 19:01:11.826792 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-4833261a-1962-41ca-b7e3-201227792187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:01:11.954686 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076b8d41-8652-42af-8942-7b20edd66e4c req-5abae54f-7970-4db3-915e-972b3bf94c22 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:01:11.956523 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-076b8d41-8652-42af-8942-7b20edd66e4c req-5abae54f-7970-4db3-915e-972b3bf94c22 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/ports?device_id=adf896ed-3cd1-45f7-b4b7-992ffd2280ec HTTP/1.1" status: 200 len: 944 time: 0.0713215 Jun 10 19:01:11.999580 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-076b8d41-8652-42af-8942-7b20edd66e4c req-3ce2215c-de48-45ca-bbe5-d36ebcf9057c tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4269ce8-a26c-4762-b470-27e106135616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363998 Jun 10 19:01:12.097174 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] get_ports_and_sgs() called for port_ids ['b9b2fd17-c361-4a97-bd65-2b7696a4d258'] {{(pid=98186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 19:01:13.177635 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da246d7-447a-4892-a5e5-f6ec4d65bcf1 req-880dcb43-cb61-4cb6-81c5-95331c2fccde tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:01:13.179129 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-9da246d7-447a-4892-a5e5-f6ec4d65bcf1 req-880dcb43-cb61-4cb6-81c5-95331c2fccde tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/ports?device_id=adf896ed-3cd1-45f7-b4b7-992ffd2280ec HTTP/1.1" status: 200 len: 944 time: 0.0682931 Jun 10 19:01:13.219157 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-9da246d7-447a-4892-a5e5-f6ec4d65bcf1 req-56070e2c-0b1d-40fd-9acf-d200e063bdb2 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4269ce8-a26c-4762-b470-27e106135616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345786 Jun 10 19:01:13.509227 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Device b9b2fd17-c361-4a97-bd65-2b7696a4d258 up at agent hyperv_hv-cinder-78626 {{(pid=98186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 19:01:13.565758 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Provisioning for port b9b2fd17-c361-4a97-bd65-2b7696a4d258 completed by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 19:01:13.569368 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Provisioning complete for port b9b2fd17-c361-4a97-bd65-2b7696a4d258 triggered by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 19:01:13.569781 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:01:13.657669 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:01:13.682071 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adf896ed-3cd1-45f7-b4b7-992ffd2280ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9b2fd17-c361-4a97-bd65-2b7696a4d258'}] {{(pid=98186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 19:01:13.684320 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c2f46a37dc9d9ea27ba47e2e5c887733d44c46f74833e79389795ef1d11a41d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed591b60-f466-449f-a9d4-c4dac3bb8168" -d '{"events": [{"server_uuid": "adf896ed-3cd1-45f7-b4b7-992ffd2280ec", "name": "network-vif-plugged", "status": "completed", "tag": "b9b2fd17-c361-4a97-bd65-2b7696a4d258"}]}' {{(pid=98186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 19:01:13.698747 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] For port b9b2fd17-c361-4a97-bd65-2b7696a4d258, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=b9b2fd17-c361-4a97-bd65-2b7696a4d258,segment=NetworkSegment(83899cc1-bda3-43a5-82a1-515a46798267),segment_id=83899cc1-bda3-43a5-82a1-515a46798267)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 19:01:13.702673 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:01:13.704767 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 19:01:13.735246 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 19:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8de9c83-3767-4e18-9266-bea7eb2586d4 x-openstack-request-id: req-a8de9c83-3767-4e18-9266-bea7eb2586d4 {{(pid=98186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 19:01:13.735465 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adf896ed-3cd1-45f7-b4b7-992ffd2280ec", "name": "network-vif-plugged", "status": "completed", "tag": "b9b2fd17-c361-4a97-bd65-2b7696a4d258", "code": 200}]} {{(pid=98186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 19:01:13.735710 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a8de9c83-3767-4e18-9266-bea7eb2586d4 {{(pid=98186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 19:01:13.736102 dv-cinder-786260-4-iscsi neutron-server[98186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adf896ed-3cd1-45f7-b4b7-992ffd2280ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9b2fd17-c361-4a97-bd65-2b7696a4d258', 'code': 200} Jun 10 19:01:13.764253 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Pushing event updated for resources: {'Port': ['ID=b9b2fd17-c361-4a97-bd65-2b7696a4d258,revision_number=5']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 19:01:13.767068 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 19:01:13.986420 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890b9788-c8a1-44cf-aa9c-457d7e87a0a9 req-de531b51-c21b-43fc-a4fb-611a934f2860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:01:13.987784 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-890b9788-c8a1-44cf-aa9c-457d7e87a0a9 req-de531b51-c21b-43fc-a4fb-611a934f2860 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=adf896ed-3cd1-45f7-b4b7-992ffd2280ec HTTP/1.1" status: 200 len: 1098 time: 0.0582380 Jun 10 19:01:14.026679 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-890b9788-c8a1-44cf-aa9c-457d7e87a0a9 req-ae1bc3aa-8458-4501-a17b-b4388509211d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a4269ce8-a26c-4762-b470-27e106135616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299740 Jun 10 19:01:14.303931 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-230c963b-892e-413b-81db-90f50928f579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:01:14.396202 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb28c3e-61a8-4636-8af1-37ecad71f1a2 req-2edcf9d5-fb2b-4a28-9d3f-533bda18074e tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:01:14.397665 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-beb28c3e-61a8-4636-8af1-37ecad71f1a2 req-2edcf9d5-fb2b-4a28-9d3f-533bda18074e tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/ports?device_id=adf896ed-3cd1-45f7-b4b7-992ffd2280ec HTTP/1.1" status: 200 len: 945 time: 0.0681381 Jun 10 19:01:14.441977 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-beb28c3e-61a8-4636-8af1-37ecad71f1a2 req-f8a75e10-3826-4d4d-90b2-f2511892e6ab tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4269ce8-a26c-4762-b470-27e106135616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386841 Jun 10 19:01:14.457545 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:01:15.462632 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-8dcc316c-a8c5-4da3-a0ad-e3f4fe9157be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:01:15.781727 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3083da58-1d40-4af7-b58b-666060738b71 req-00f20329-eec7-45ba-9c7c-9ec36769e9e0 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:01:15.783090 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-3083da58-1d40-4af7-b58b-666060738b71 req-00f20329-eec7-45ba-9c7c-9ec36769e9e0 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/ports?device_id=adf896ed-3cd1-45f7-b4b7-992ffd2280ec HTTP/1.1" status: 200 len: 945 time: 0.0720022 Jun 10 19:01:15.823062 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-3083da58-1d40-4af7-b58b-666060738b71 req-8c9ae9d3-7829-4c2a-aefd-50d9bfbf2965 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4269ce8-a26c-4762-b470-27e106135616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344801 Jun 10 19:01:16.000178 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafee3c8-6538-4070-b483-84b22e97da04 req-728350e2-c208-42d8-b83d-ef60b9a91cd4 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:01:16.001643 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-bafee3c8-6538-4070-b483-84b22e97da04 req-728350e2-c208-42d8-b83d-ef60b9a91cd4 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/ports?device_id=adf896ed-3cd1-45f7-b4b7-992ffd2280ec HTTP/1.1" status: 200 len: 945 time: 0.0691512 Jun 10 19:01:16.043123 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-bafee3c8-6538-4070-b483-84b22e97da04 req-2aa37f6f-86a6-408c-a55a-75c3041a6aa6 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4269ce8-a26c-4762-b470-27e106135616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352385 Jun 10 19:01:16.066937 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 56636) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 19:01:16.165965 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7968d637-4394-4e52-b2bf-6d84fdddaa86 tempest-TestVolumeBootPattern-419322422 tempest-TestVolumeBootPattern-419322422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:01:16.167451 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-7968d637-4394-4e52-b2bf-6d84fdddaa86 tempest-TestVolumeBootPattern-419322422 tempest-TestVolumeBootPattern-419322422-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=adf896ed-3cd1-45f7-b4b7-992ffd2280ec HTTP/1.1" status: 200 len: 1093 time: 0.0987618 Jun 10 19:01:16.170245 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 56640) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 19:01:16.174723 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.v2.base [None req-7d088428-fb96-4ee0-a3dd-8291f415c453 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Request body: {'floatingip': {'floating_network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'port_id': 'b9b2fd17-c361-4a97-bd65-2b7696a4d258', 'tenant_id': '03d822ac543649beabd5b85e18d148a4', 'fixed_ip_address': '172.20.0.4'}} {{(pid=98184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 19:01:16.197360 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-7d088428-fb96-4ee0-a3dd-8291f415c453 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Notify callbacks [] for floatingip, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:01:16.316892 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-7d088428-fb96-4ee0-a3dd-8291f415c453 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-941319'] for port, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:01:16.436604 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.db.db_base_plugin_common [None req-7d088428-fb96-4ee0-a3dd-8291f415c453 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Allocated IP 172.27.3.254 (a2be77e0-c818-4f69-a7bb-de46a435f28d/dcf03c9b-e407-4813-8188-7ebc21a92a5e/77173a4a-220b-40f3-8223-7ffa008013cc) {{(pid=98184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 19:01:16.564963 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-7d088428-fb96-4ee0-a3dd-8291f415c453 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Notify callbacks [] for port, precommit_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:01:16.604521 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-7d088428-fb96-4ee0-a3dd-8291f415c453 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-941510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578064406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12374076'] for port, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:01:16.606359 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-43310711-3ccc-42e2-8099-d4dbf179f366 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 19:01:16.651543 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d088428-fb96-4ee0-a3dd-8291f415c453 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Network a2be77e0-c818-4f69-a7bb-de46a435f28d is already hosted by enough agents. {{(pid=98184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 19:01:16.654410 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.scheduler.base_scheduler [None req-7d088428-fb96-4ee0-a3dd-8291f415c453 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Resources bound (agent type, host, resource id): {{(pid=98184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 19:01:16.656846 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d088428-fb96-4ee0-a3dd-8291f415c453 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Received port after_create {{(pid=98184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 19:01:16.686446 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d088428-fb96-4ee0-a3dd-8291f415c453 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Pushing event updated for resources: {'Port': ['ID=77173a4a-220b-40f3-8223-7ffa008013cc,revision_number=1']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 19:01:16.690623 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-7d088428-fb96-4ee0-a3dd-8291f415c453 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 19:01:17.122933 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-7d088428-fb96-4ee0-a3dd-8291f415c453 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:01:17.230508 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-7d088428-fb96-4ee0-a3dd-8291f415c453 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:01:17.285629 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-bf1ede84-8c21-46ff-8a19-cb90afe635a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:01:17.413485 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-7d088428-fb96-4ee0-a3dd-8291f415c453 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Notify callbacks [] for port, precommit_update {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:01:17.417759 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-7d088428-fb96-4ee0-a3dd-8291f415c453 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12374062'] for port, after_update {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:01:17.419652 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-7b353237-7255-4a48-8694-8833a8999b23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 19:01:17.499054 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d088428-fb96-4ee0-a3dd-8291f415c453 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Pushing event updated for resources: {'Port': ['ID=77173a4a-220b-40f3-8223-7ffa008013cc,revision_number=2']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 19:01:17.501854 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-7d088428-fb96-4ee0-a3dd-8291f415c453 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 19:01:17.510803 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-7d088428-fb96-4ee0-a3dd-8291f415c453 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4045568'] for floatingip, after_update {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:01:17.717583 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:01:17.928659 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.db.l3_db [None req-7d088428-fb96-4ee0-a3dd-8291f415c453 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Floating IP 036540ce-ac98-42c9-81c2-bcb427272dd7 associated. External IP: 172.27.3.254, port: b9b2fd17-c361-4a97-bd65-2b7696a4d258. Jun 10 19:01:18.210016 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d088428-fb96-4ee0-a3dd-8291f415c453 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Router 79b634a5-5d66-4f35-81a1-8ebb10f49dbc has already been hosted by L3 agent 1661496b-b13c-41e5-8e80-f6a07c138e01 {{(pid=98184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 19:01:18.360265 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d088428-fb96-4ee0-a3dd-8291f415c453 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Notify agent at l3_agent.dv-cinder-786260-4-iscsi the message routers_updated {{(pid=98184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 19:01:18.369913 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972ea27d-0a60-45ad-883a-b90dc9cc982f None None] Sync routers for ids ['79b634a5-5d66-4f35-81a1-8ebb10f49dbc'] in dv-cinder-786260-4-iscsi {{(pid=98186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 19:01:18.377426 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-7d088428-fb96-4ee0-a3dd-8291f415c453 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230521'] for floatingip, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:01:18.379245 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972ea27d-0a60-45ad-883a-b90dc9cc982f None None] Routers {'79b634a5-5d66-4f35-81a1-8ebb10f49dbc'} bound to L3 agent in host dv-cinder-786260-4-iscsi {{(pid=98186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 19:01:18.380610 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-972ea27d-0a60-45ad-883a-b90dc9cc982f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T18:39:44Z,description=,heartbeat_timestamp=2021-06-10T19:01:14Z,host='dv-cinder-786260-4-iscsi',id=1661496b-b13c-41e5-8e80-f6a07c138e01,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T18:39:44Z,topic='l3_agent')) {'router_ids': ['79b634a5-5d66-4f35-81a1-8ebb10f49dbc'], 'active': True} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 19:01:18.420783 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-7d088428-fb96-4ee0-a3dd-8291f415c453 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2494602 Jun 10 19:01:18.421482 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adf896ed-3cd1-45f7-b4b7-992ffd2280ec', 'tag': 'b9b2fd17-c361-4a97-bd65-2b7696a4d258'}] {{(pid=98184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 19:01:18.423836 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb56d522721b4b5adfc42fa723f2f3515f3582caf8bc0113b3f39c2a7fe625ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-235914d5-da7b-403c-a82c-4f0665a9ed32" -d '{"events": [{"name": "network-changed", "server_uuid": "adf896ed-3cd1-45f7-b4b7-992ffd2280ec", "tag": "b9b2fd17-c361-4a97-bd65-2b7696a4d258"}]}' {{(pid=98184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 19:01:18.463523 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 19:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18669cac-6653-475c-bce8-5da81cb78053 x-openstack-request-id: req-18669cac-6653-475c-bce8-5da81cb78053 {{(pid=98184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 19:01:18.463863 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adf896ed-3cd1-45f7-b4b7-992ffd2280ec", "tag": "b9b2fd17-c361-4a97-bd65-2b7696a4d258", "status": "completed", "code": 200}]} {{(pid=98184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 19:01:18.464161 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-18669cac-6653-475c-bce8-5da81cb78053 {{(pid=98184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 19:01:18.464600 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adf896ed-3cd1-45f7-b4b7-992ffd2280ec', 'tag': 'b9b2fd17-c361-4a97-bd65-2b7696a4d258', 'status': 'completed', 'code': 200} Jun 10 19:01:18.526681 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvr_db [None req-972ea27d-0a60-45ad-883a-b90dc9cc982f None None] Set router 79b634a5-5d66-4f35-81a1-8ebb10f49dbc gateway port host: dv-cinder-786260-4-iscsi {{(pid=98186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 19:01:18.550957 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235914d5-da7b-403c-a82c-4f0665a9ed32 req-74c74605-d081-4fb9-81f3-168127e6822c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:01:18.553140 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-235914d5-da7b-403c-a82c-4f0665a9ed32 req-74c74605-d081-4fb9-81f3-168127e6822c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=03d822ac543649beabd5b85e18d148a4&device_id=adf896ed-3cd1-45f7-b4b7-992ffd2280ec HTTP/1.1" status: 200 len: 1098 time: 0.0606904 Jun 10 19:01:18.668433 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235914d5-da7b-403c-a82c-4f0665a9ed32 req-7477cf19-2239-4aa2-bcfa-7d083deeee22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:01:18.669889 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-235914d5-da7b-403c-a82c-4f0665a9ed32 req-7477cf19-2239-4aa2-bcfa-7d083deeee22 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ccf298e8-e752-4524-b52b-d3952f6382ed HTTP/1.1" status: 200 len: 913 time: 0.1105702 Jun 10 19:01:18.755461 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-235914d5-da7b-403c-a82c-4f0665a9ed32 req-e0d36aeb-f7ec-457f-b7f1-ab9c90deee6b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b9b2fd17-c361-4a97-bd65-2b7696a4d258 HTTP/1.1" status: 200 len: 999 time: 0.0773704 Jun 10 19:01:18.809969 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235914d5-da7b-403c-a82c-4f0665a9ed32 req-07974fc8-0760-4b70-b8e3-b22484807872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:01:18.811399 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-235914d5-da7b-403c-a82c-4f0665a9ed32 req-07974fc8-0760-4b70-b8e3-b22484807872 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=97f21823-eb57-44fa-bcc2-8fe91251a408 HTTP/1.1" status: 200 len: 851 time: 0.0501556 Jun 10 19:01:18.815005 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-972ea27d-0a60-45ad-883a-b90dc9cc982f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b634a5-5d66-4f35-81a1-8ebb10f49dbc', 'name': 'tempest-TestVolumeBootPattern-1887004004-router', 'tenant_id': '03d822ac543649beabd5b85e18d148a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'b739490b-96a4-44b2-97be-49f7b2829405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T19:00:23Z', 'updated_at': '2021-06-10T19:00:26Z', 'revision_number': 4, 'project_id': '03d822ac543649beabd5b85e18d148a4', 'gw_port': {'id': 'b739490b-96a4-44b2-97be-49f7b2829405', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:53:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b634a5-5d66-4f35-81a1-8ebb10f49dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T19:00:24Z', 'updated_at': '2021-06-10T19:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi', '_floatingips': [{'id': '036540ce-ac98-42c9-81c2-bcb427272dd7', 'tenant_id': '03d822ac543649beabd5b85e18d148a4', 'floating_ip_address': '172.27.3.254', 'floating_network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'router_id': '79b634a5-5d66-4f35-81a1-8ebb10f49dbc', 'port_id': 'b9b2fd17-c361-4a97-bd65-2b7696a4d258', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccf298e8-e752-4524-b52b-d3952f6382ed', 'mac_address': 'fa:16:3e:1b:7d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf896ed-3cd1-45f7-b4b7-992ffd2280ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T19:01:16Z', 'updated_at': '2021-06-10T19:01:16Z', 'revision_number': 0, 'project_id': '03d822ac543649beabd5b85e18d148a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd05cccd3-902a-4517-b077-683e1a9effc5', 'name': '', 'network_id': 'ccf298e8-e752-4524-b52b-d3952f6382ed', 'tenant_id': '03d822ac543649beabd5b85e18d148a4', 'mac_address': 'fa:16:3e:bc:34:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b634a5-5d66-4f35-81a1-8ebb10f49dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '97f21823-eb57-44fa-bcc2-8fe91251a408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T19:00:25Z', 'updated_at': '2021-06-10T19:00:32Z', 'revision_number': 5, 'project_id': '03d822ac543649beabd5b85e18d148a4', 'subnets': [{'id': '97f21823-eb57-44fa-bcc2-8fe91251a408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-4-iscsi', False) {} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 19:01:18.818310 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972ea27d-0a60-45ad-883a-b90dc9cc982f None None] Checking router: 79b634a5-5d66-4f35-81a1-8ebb10f49dbc for host: dv-cinder-786260-4-iscsi {{(pid=98186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 19:01:18.826296 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972ea27d-0a60-45ad-883a-b90dc9cc982f None None] Routers {'79b634a5-5d66-4f35-81a1-8ebb10f49dbc'} bound to L3 agent in host dv-cinder-786260-4-iscsi {{(pid=98186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 19:01:18.826904 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-972ea27d-0a60-45ad-883a-b90dc9cc982f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T18:39:44Z,description=,heartbeat_timestamp=2021-06-10T19:01:14Z,host='dv-cinder-786260-4-iscsi',id=1661496b-b13c-41e5-8e80-f6a07c138e01,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T18:39:44Z,topic='l3_agent')) {'router_ids': ['79b634a5-5d66-4f35-81a1-8ebb10f49dbc'], 'active': True} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 19:01:18.875729 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235914d5-da7b-403c-a82c-4f0665a9ed32 req-d83fb6d4-2c00-45c1-a111-c48df6f97535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:01:18.877217 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-235914d5-da7b-403c-a82c-4f0665a9ed32 req-d83fb6d4-2c00-45c1-a111-c48df6f97535 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ccf298e8-e752-4524-b52b-d3952f6382ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0596316 Jun 10 19:01:19.003159 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-235914d5-da7b-403c-a82c-4f0665a9ed32 req-44dd1f12-dc7a-4ade-8291-eb6380373b99 service neutron] 10.222.0.39 "GET /v2.0/networks/ccf298e8-e752-4524-b52b-d3952f6382ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186051 Jun 10 19:01:19.098032 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvr_db [None req-972ea27d-0a60-45ad-883a-b90dc9cc982f None None] Set router 79b634a5-5d66-4f35-81a1-8ebb10f49dbc gateway port host: dv-cinder-786260-4-iscsi {{(pid=98186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 19:01:19.120498 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-235914d5-da7b-403c-a82c-4f0665a9ed32 req-3937ae28-434f-44ed-a8f1-892d8073cc8a service neutron] 10.222.0.39 "GET /v2.0/networks/ccf298e8-e752-4524-b52b-d3952f6382ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097257 Jun 10 19:01:19.379211 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-972ea27d-0a60-45ad-883a-b90dc9cc982f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b634a5-5d66-4f35-81a1-8ebb10f49dbc', 'name': 'tempest-TestVolumeBootPattern-1887004004-router', 'tenant_id': '03d822ac543649beabd5b85e18d148a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'b739490b-96a4-44b2-97be-49f7b2829405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T19:00:23Z', 'updated_at': '2021-06-10T19:00:26Z', 'revision_number': 4, 'project_id': '03d822ac543649beabd5b85e18d148a4', 'gw_port': {'id': 'b739490b-96a4-44b2-97be-49f7b2829405', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:53:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b634a5-5d66-4f35-81a1-8ebb10f49dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T19:00:24Z', 'updated_at': '2021-06-10T19:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi', '_floatingips': [{'id': '036540ce-ac98-42c9-81c2-bcb427272dd7', 'tenant_id': '03d822ac543649beabd5b85e18d148a4', 'floating_ip_address': '172.27.3.254', 'floating_network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'router_id': '79b634a5-5d66-4f35-81a1-8ebb10f49dbc', 'port_id': 'b9b2fd17-c361-4a97-bd65-2b7696a4d258', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccf298e8-e752-4524-b52b-d3952f6382ed', 'mac_address': 'fa:16:3e:1b:7d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf896ed-3cd1-45f7-b4b7-992ffd2280ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T19:01:16Z', 'updated_at': '2021-06-10T19:01:16Z', 'revision_number': 0, 'project_id': '03d822ac543649beabd5b85e18d148a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd05cccd3-902a-4517-b077-683e1a9effc5', 'name': '', 'network_id': 'ccf298e8-e752-4524-b52b-d3952f6382ed', 'tenant_id': '03d822ac543649beabd5b85e18d148a4', 'mac_address': 'fa:16:3e:bc:34:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b634a5-5d66-4f35-81a1-8ebb10f49dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '97f21823-eb57-44fa-bcc2-8fe91251a408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T19:00:25Z', 'updated_at': '2021-06-10T19:00:32Z', 'revision_number': 5, 'project_id': '03d822ac543649beabd5b85e18d148a4', 'subnets': [{'id': '97f21823-eb57-44fa-bcc2-8fe91251a408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-4-iscsi', False) {} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 19:01:19.382704 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972ea27d-0a60-45ad-883a-b90dc9cc982f None None] The sync data for ids ['79b634a5-5d66-4f35-81a1-8ebb10f49dbc'] in dv-cinder-786260-4-iscsi is: [{'id': '79b634a5-5d66-4f35-81a1-8ebb10f49dbc', 'name': 'tempest-TestVolumeBootPattern-1887004004-router', 'tenant_id': '03d822ac543649beabd5b85e18d148a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'b739490b-96a4-44b2-97be-49f7b2829405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T19:00:23Z', 'updated_at': '2021-06-10T19:00:26Z', 'revision_number': 4, 'project_id': '03d822ac543649beabd5b85e18d148a4', 'gw_port': {'id': 'b739490b-96a4-44b2-97be-49f7b2829405', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:53:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b634a5-5d66-4f35-81a1-8ebb10f49dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T19:00:24Z', 'updated_at': '2021-06-10T19:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi', '_floatingips': [{'id': '036540ce-ac98-42c9-81c2-bcb427272dd7', 'tenant_id': '03d822ac543649beabd5b85e18d148a4', 'floating_ip_address': '172.27.3.254', 'floating_network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'router_id': '79b634a5-5d66-4f35-81a1-8ebb10f49dbc', 'port_id': 'b9b2fd17-c361-4a97-bd65-2b7696a4d258', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccf298e8-e752-4524-b52b-d3952f6382ed', 'mac_address': 'fa:16:3e:1b:7d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf896ed-3cd1-45f7-b4b7-992ffd2280ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T19:01:16Z', 'updated_at': '2021-06-10T19:01:16Z', 'revision_number': 0, 'project_id': '03d822ac543649beabd5b85e18d148a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd05cccd3-902a-4517-b077-683e1a9effc5', 'name': '', 'network_id': 'ccf298e8-e752-4524-b52b-d3952f6382ed', 'tenant_id': '03d822ac543649beabd5b85e18d148a4', 'mac_address': 'fa:16:3e:bc:34:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b634a5-5d66-4f35-81a1-8ebb10f49dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '97f21823-eb57-44fa-bcc2-8fe91251a408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T19:00:25Z', 'updated_at': '2021-06-10T19:00:32Z', 'revision_number': 5, 'project_id': '03d822ac543649beabd5b85e18d148a4', 'subnets': [{'id': '97f21823-eb57-44fa-bcc2-8fe91251a408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 19:01:19.562646 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ee2141-2d77-4cc8-808e-f436534d0ea6 None None] New status for floating IP 036540ce-ac98-42c9-81c2-bcb427272dd7: ACTIVE {{(pid=98187) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 19:01:38.955663 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.agents_db [None req-dd8e6269-3fd9-4915-b5ed-83e1f738bf4e None None] Agent healthcheck: found 6 active agents {{(pid=98187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 19:01:41.828350 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-1521e97d-0210-4e60-88a4-b076e9d09e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:01:44.305650 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-d26e05e5-7f2e-4b87-98e9-1e8763232179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:01:44.447422 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:01:45.469201 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-8dcc316c-a8c5-4da3-a0ad-e3f4fe9157be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:01:47.286338 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-bf1ede84-8c21-46ff-8a19-cb90afe635a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:01:47.714997 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:01:54.621323 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-acf9021d-2f92-4d71-bf31-f9f45cf19481 req-790a0603-4dc4-481d-ac77-367440e6f4b6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=adf896ed-3cd1-45f7-b4b7-992ffd2280ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0583372 Jun 10 19:01:55.010182 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf9021d-2f92-4d71-bf31-f9f45cf19481 req-13fd9338-d479-4239-814a-c5dd43323af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:01:55.011652 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-acf9021d-2f92-4d71-bf31-f9f45cf19481 req-13fd9338-d479-4239-814a-c5dd43323af6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=03d822ac543649beabd5b85e18d148a4&device_id=adf896ed-3cd1-45f7-b4b7-992ffd2280ec HTTP/1.1" status: 200 len: 1098 time: 0.3497663 Jun 10 19:01:55.147743 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf9021d-2f92-4d71-bf31-f9f45cf19481 req-a89c7c8f-f04e-4447-813f-a9b3883d6850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:01:55.149186 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-acf9021d-2f92-4d71-bf31-f9f45cf19481 req-a89c7c8f-f04e-4447-813f-a9b3883d6850 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ccf298e8-e752-4524-b52b-d3952f6382ed HTTP/1.1" status: 200 len: 913 time: 0.1173091 Jun 10 19:01:55.229131 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-acf9021d-2f92-4d71-bf31-f9f45cf19481 req-995da76e-6265-4663-be08-27b666a4b0ef service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b9b2fd17-c361-4a97-bd65-2b7696a4d258 HTTP/1.1" status: 200 len: 1001 time: 0.0734439 Jun 10 19:01:55.288351 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf9021d-2f92-4d71-bf31-f9f45cf19481 req-23915ef2-be6c-4706-8d3b-46bdd8386f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:01:55.289747 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-acf9021d-2f92-4d71-bf31-f9f45cf19481 req-23915ef2-be6c-4706-8d3b-46bdd8386f25 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=97f21823-eb57-44fa-bcc2-8fe91251a408 HTTP/1.1" status: 200 len: 851 time: 0.0542037 Jun 10 19:01:55.350980 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf9021d-2f92-4d71-bf31-f9f45cf19481 req-012bae31-f357-4675-9c5a-3ae62bf7f1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:01:55.352402 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-acf9021d-2f92-4d71-bf31-f9f45cf19481 req-012bae31-f357-4675-9c5a-3ae62bf7f1b1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ccf298e8-e752-4524-b52b-d3952f6382ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0569012 Jun 10 19:01:55.468307 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-acf9021d-2f92-4d71-bf31-f9f45cf19481 req-827ce93d-725b-4125-a97c-80ab0ca6a879 service neutron] 10.222.0.39 "GET /v2.0/networks/ccf298e8-e752-4524-b52b-d3952f6382ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091883 Jun 10 19:01:55.583844 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-acf9021d-2f92-4d71-bf31-f9f45cf19481 req-f9acac77-d7b4-4511-820e-5b554ad56525 service neutron] 10.222.0.39 "GET /v2.0/networks/ccf298e8-e752-4524-b52b-d3952f6382ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077580 Jun 10 19:02:11.829183 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-07e1eacb-1e19-48d0-b57c-30c990c984f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:02:14.306335 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-699bce33-3ea4-46e4-96b4-0ce6d37619ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:02:14.447118 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:02:15.462059 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-8dcc316c-a8c5-4da3-a0ad-e3f4fe9157be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:02:15.953996 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.agents_db [None req-dd8e6269-3fd9-4915-b5ed-83e1f738bf4e None None] Agent healthcheck: found 6 active agents {{(pid=98187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 19:02:17.289649 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-bf1ede84-8c21-46ff-8a19-cb90afe635a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:02:17.713916 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:02:41.828895 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-2fc529e9-733a-44a4-bc1b-c3d5113f6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:02:44.306428 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-6245ba22-7e6c-42cb-b590-225ebd876f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:02:44.446562 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:02:45.464223 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-8dcc316c-a8c5-4da3-a0ad-e3f4fe9157be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:02:47.291467 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-bf1ede84-8c21-46ff-8a19-cb90afe635a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:02:47.717122 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:02:52.952660 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.agents_db [None req-dd8e6269-3fd9-4915-b5ed-83e1f738bf4e None None] Agent healthcheck: found 6 active agents {{(pid=98187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 19:02:54.652167 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-5239258d-f694-4ce9-aa5f-c7313123818d req-97d5d6f7-a8c9-4454-a250-bfe7e55ed165 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=adf896ed-3cd1-45f7-b4b7-992ffd2280ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0996592 Jun 10 19:02:54.751069 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5239258d-f694-4ce9-aa5f-c7313123818d req-a8e129d1-c601-4751-84bd-cc8a09f12c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:02:54.752410 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-5239258d-f694-4ce9-aa5f-c7313123818d req-a8e129d1-c601-4751-84bd-cc8a09f12c4c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=03d822ac543649beabd5b85e18d148a4&device_id=adf896ed-3cd1-45f7-b4b7-992ffd2280ec HTTP/1.1" status: 200 len: 1098 time: 0.0573945 Jun 10 19:02:54.881787 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5239258d-f694-4ce9-aa5f-c7313123818d req-e5e3b0f5-046c-4f97-840f-2c34713eb262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:02:54.883247 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-5239258d-f694-4ce9-aa5f-c7313123818d req-e5e3b0f5-046c-4f97-840f-2c34713eb262 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ccf298e8-e752-4524-b52b-d3952f6382ed HTTP/1.1" status: 200 len: 913 time: 0.1116381 Jun 10 19:02:54.968177 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-5239258d-f694-4ce9-aa5f-c7313123818d req-9e9c29b1-9c6d-43e8-9181-d3eabaadf4ef service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b9b2fd17-c361-4a97-bd65-2b7696a4d258 HTTP/1.1" status: 200 len: 1001 time: 0.0785544 Jun 10 19:02:55.026196 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5239258d-f694-4ce9-aa5f-c7313123818d req-dd768086-3231-4034-a53c-1f4c40ecf290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:02:55.027588 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-5239258d-f694-4ce9-aa5f-c7313123818d req-dd768086-3231-4034-a53c-1f4c40ecf290 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=97f21823-eb57-44fa-bcc2-8fe91251a408 HTTP/1.1" status: 200 len: 851 time: 0.0525706 Jun 10 19:02:55.096591 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5239258d-f694-4ce9-aa5f-c7313123818d req-c58bfb76-c614-4f3b-ab11-8092d9540bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:02:55.098078 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-5239258d-f694-4ce9-aa5f-c7313123818d req-c58bfb76-c614-4f3b-ab11-8092d9540bf9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ccf298e8-e752-4524-b52b-d3952f6382ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0630770 Jun 10 19:02:55.210621 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-5239258d-f694-4ce9-aa5f-c7313123818d req-9721261e-dda5-4bce-90db-ac94d2127718 service neutron] 10.222.0.39 "GET /v2.0/networks/ccf298e8-e752-4524-b52b-d3952f6382ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063802 Jun 10 19:02:55.329878 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-5239258d-f694-4ce9-aa5f-c7313123818d req-3762e2cb-1e84-481e-a3ce-7e2e7da194c9 service neutron] 10.222.0.39 "GET /v2.0/networks/ccf298e8-e752-4524-b52b-d3952f6382ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124158 Jun 10 19:03:04.767600 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [req-7cab1704-9aae-491a-8019-77480940b62f req-54f3ee56-b4be-4f72-a0cf-bee305e0351e service neutron] (98185) timed out ('10.222.0.39', 56643) {{(pid=98185) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 10 19:03:05.570692 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [req-af6c8685-b256-438b-9366-dce3969f3d65 req-328909bb-685a-42f0-85e5-7d0039a1b68b service neutron] (98184) timed out ('10.222.0.39', 56663) {{(pid=98184) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 10 19:03:11.829567 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-d832e19d-bd04-44d6-a652-8f688bbcd235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:03:14.305742 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-1032a44b-4bcb-483d-b8ef-2cc08dde295a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:03:14.447804 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:03:15.470334 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-8dcc316c-a8c5-4da3-a0ad-e3f4fe9157be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:03:17.294085 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-bf1ede84-8c21-46ff-8a19-cb90afe635a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:03:17.727930 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:03:29.951499 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.agents_db [None req-dd8e6269-3fd9-4915-b5ed-83e1f738bf4e None None] Agent healthcheck: found 6 active agents {{(pid=98187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 19:03:41.828927 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cfc015fb-af06-4b84-b3c7-c82a0409c22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:03:42.289901 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [req-7164b3b5-27e8-424c-96a9-416f5f5cfd52 req-07affb91-e7cf-40fe-ab7d-013c150787bd service neutron] (98185) timed out ('10.222.0.39', 56682) {{(pid=98185) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 10 19:03:44.306106 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-8660159b-1b40-4ae9-a70d-cf0bd636329e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:03:44.447628 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:03:45.464141 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-8dcc316c-a8c5-4da3-a0ad-e3f4fe9157be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:03:45.841034 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2996f4c-4e5c-49b8-b160-c23928e90292 req-eb56cea4-e893-4d48-ac14-77fc30eea6fd tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:03:45.842542 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-e2996f4c-4e5c-49b8-b160-c23928e90292 req-eb56cea4-e893-4d48-ac14-77fc30eea6fd tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/ports?device_id=adf896ed-3cd1-45f7-b4b7-992ffd2280ec HTTP/1.1" status: 200 len: 945 time: 0.1529810 Jun 10 19:03:45.884405 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-e2996f4c-4e5c-49b8-b160-c23928e90292 req-9b8eeaf7-874b-439a-b5e7-76fef1acc605 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4269ce8-a26c-4762-b470-27e106135616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361257 Jun 10 19:03:47.131314 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a1fe64-8498-42e9-b2ba-9f7ea3d77628 req-0c13d428-b380-44db-aac5-f14de3ad6352 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:03:47.132796 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-57a1fe64-8498-42e9-b2ba-9f7ea3d77628 req-0c13d428-b380-44db-aac5-f14de3ad6352 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/ports?device_id=adf896ed-3cd1-45f7-b4b7-992ffd2280ec HTTP/1.1" status: 200 len: 945 time: 0.1200325 Jun 10 19:03:47.173069 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-57a1fe64-8498-42e9-b2ba-9f7ea3d77628 req-ba6c533c-336b-4059-8593-97443c696929 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4269ce8-a26c-4762-b470-27e106135616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346258 Jun 10 19:03:47.295576 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-bf1ede84-8c21-46ff-8a19-cb90afe635a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:03:47.436579 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30a0745-faaa-4bbc-8451-f28bc54551ea req-4832698f-7bd2-4501-bebb-585938e2f541 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:03:47.437939 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-b30a0745-faaa-4bbc-8451-f28bc54551ea req-4832698f-7bd2-4501-bebb-585938e2f541 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.39 "GET /v2.0/ports?device_id=adf896ed-3cd1-45f7-b4b7-992ffd2280ec HTTP/1.1" status: 200 len: 945 time: 0.0676322 Jun 10 19:03:47.551516 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.plugin [req-b30a0745-faaa-4bbc-8451-f28bc54551ea req-f55e670e-1e9c-4c2d-b3a7-238651dcbf47 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Deleting port b9b2fd17-c361-4a97-bd65-2b7696a4d258 {{(pid=98185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 19:03:47.551862 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-b30a0745-faaa-4bbc-8451-f28bc54551ea req-f55e670e-1e9c-4c2d-b3a7-238651dcbf47 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578452511'] for port, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:03:47.660679 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.db [req-b30a0745-faaa-4bbc-8451-f28bc54551ea req-f55e670e-1e9c-4c2d-b3a7-238651dcbf47 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] For port b9b2fd17-c361-4a97-bd65-2b7696a4d258, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=b9b2fd17-c361-4a97-bd65-2b7696a4d258,segment=NetworkSegment(83899cc1-bda3-43a5-82a1-515a46798267),segment_id=83899cc1-bda3-43a5-82a1-515a46798267)] {{(pid=98185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 19:03:47.661043 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-b30a0745-faaa-4bbc-8451-f28bc54551ea req-f55e670e-1e9c-4c2d-b3a7-238651dcbf47 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4044702'] for port, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:03:47.743412 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:03:47.882125 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-b30a0745-faaa-4bbc-8451-f28bc54551ea req-f55e670e-1e9c-4c2d-b3a7-238651dcbf47 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:03:47.882493 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-b30a0745-faaa-4bbc-8451-f28bc54551ea req-f55e670e-1e9c-4c2d-b3a7-238651dcbf47 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4045568'] for floatingip, after_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:03:47.882803 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.db.l3_db [req-b30a0745-faaa-4bbc-8451-f28bc54551ea req-f55e670e-1e9c-4c2d-b3a7-238651dcbf47 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Floating IP 036540ce-ac98-42c9-81c2-bcb427272dd7 disassociated. External IP: 172.27.3.254, port: b9b2fd17-c361-4a97-bd65-2b7696a4d258. Jun 10 19:03:47.883142 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.plugin [req-b30a0745-faaa-4bbc-8451-f28bc54551ea req-f55e670e-1e9c-4c2d-b3a7-238651dcbf47 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Calling delete_port for b9b2fd17-c361-4a97-bd65-2b7696a4d258 owned by compute:nova {{(pid=98185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 19:03:48.034463 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-b30a0745-faaa-4bbc-8451-f28bc54551ea req-f55e670e-1e9c-4c2d-b3a7-238651dcbf47 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578457411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578064415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11876817'] for port, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:03:48.039632 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-a9f48cfe-9303-44bb-9667-c47dce125d63 tempest-TestShelveInstance-1393733639 tempest-TestShelveInstance-1393733639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 19:03:48.076207 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55e670e-1e9c-4c2d-b3a7-238651dcbf47 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Pushing event deleted for resources: {'Port': ['ID=b9b2fd17-c361-4a97-bd65-2b7696a4d258,revision_number=None']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 19:03:48.084961 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55e670e-1e9c-4c2d-b3a7-238651dcbf47 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:03:48.085358 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55e670e-1e9c-4c2d-b3a7-238651dcbf47 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:03:48.085769 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55e670e-1e9c-4c2d-b3a7-238651dcbf47 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:03:48.086159 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55e670e-1e9c-4c2d-b3a7-238651dcbf47 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:03:48.086520 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55e670e-1e9c-4c2d-b3a7-238651dcbf47 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:03:48.086894 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55e670e-1e9c-4c2d-b3a7-238651dcbf47 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:03:48.087263 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55e670e-1e9c-4c2d-b3a7-238651dcbf47 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:03:48.087633 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55e670e-1e9c-4c2d-b3a7-238651dcbf47 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:03:48.088002 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55e670e-1e9c-4c2d-b3a7-238651dcbf47 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:03:48.088371 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55e670e-1e9c-4c2d-b3a7-238651dcbf47 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:03:48.088750 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55e670e-1e9c-4c2d-b3a7-238651dcbf47 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:03:48.089121 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55e670e-1e9c-4c2d-b3a7-238651dcbf47 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:03:48.093130 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-f55e670e-1e9c-4c2d-b3a7-238651dcbf47 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 19:03:48.238742 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b30a0745-faaa-4bbc-8451-f28bc54551ea req-f55e670e-1e9c-4c2d-b3a7-238651dcbf47 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Router 79b634a5-5d66-4f35-81a1-8ebb10f49dbc has already been hosted by L3 agent 1661496b-b13c-41e5-8e80-f6a07c138e01 {{(pid=98185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 19:03:48.380059 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-0850d09a-beb6-463e-954c-560534f78092 req-41fbdfe2-0cff-47f2-b44a-182272057499 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/ports?device_id=adf896ed-3cd1-45f7-b4b7-992ffd2280ec HTTP/1.1" status: 200 len: 210 time: 0.0409355 Jun 10 19:03:48.411117 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b30a0745-faaa-4bbc-8451-f28bc54551ea req-f55e670e-1e9c-4c2d-b3a7-238651dcbf47 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Notify agent at l3_agent.dv-cinder-786260-4-iscsi the message routers_updated {{(pid=98185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 19:03:48.420472 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9056fda-2c6e-450f-9607-b97a8c6e809a None None] Sync routers for ids ['79b634a5-5d66-4f35-81a1-8ebb10f49dbc'] in dv-cinder-786260-4-iscsi {{(pid=98186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 19:03:48.430110 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9056fda-2c6e-450f-9607-b97a8c6e809a None None] Routers {'79b634a5-5d66-4f35-81a1-8ebb10f49dbc'} bound to L3 agent in host dv-cinder-786260-4-iscsi {{(pid=98186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 19:03:48.430735 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-d9056fda-2c6e-450f-9607-b97a8c6e809a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T18:39:44Z,description=,heartbeat_timestamp=2021-06-10T19:03:44Z,host='dv-cinder-786260-4-iscsi',id=1661496b-b13c-41e5-8e80-f6a07c138e01,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T18:39:44Z,topic='l3_agent')) {'router_ids': ['79b634a5-5d66-4f35-81a1-8ebb10f49dbc'], 'active': True} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 19:03:48.473328 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.db.l3_dvrscheduler_db [req-b30a0745-faaa-4bbc-8451-f28bc54551ea req-f55e670e-1e9c-4c2d-b3a7-238651dcbf47 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] No DVR routers for this DVR port b9b2fd17-c361-4a97-bd65-2b7696a4d258 on host hv-cinder-78626 {{(pid=98185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 19:03:48.476835 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-b30a0745-faaa-4bbc-8451-f28bc54551ea req-f55e670e-1e9c-4c2d-b3a7-238651dcbf47 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230521'] for port, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:03:48.478939 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-b30a0745-faaa-4bbc-8451-f28bc54551ea req-f55e670e-1e9c-4c2d-b3a7-238651dcbf47 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.39 "DELETE /v2.0/ports/b9b2fd17-c361-4a97-bd65-2b7696a4d258 HTTP/1.1" status: 204 len: 173 time: 1.0356457 Jun 10 19:03:48.479538 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adf896ed-3cd1-45f7-b4b7-992ffd2280ec', 'name': 'network-vif-deleted', 'tag': 'b9b2fd17-c361-4a97-bd65-2b7696a4d258'}] {{(pid=98185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 19:03:48.481979 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44d46bb02d59f4e600e8e3fdef735be97a189b4bda953b1539dd9e97451c2ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a409788-7b00-43a2-8a47-46914de89dea" -d '{"events": [{"server_uuid": "adf896ed-3cd1-45f7-b4b7-992ffd2280ec", "name": "network-vif-deleted", "tag": "b9b2fd17-c361-4a97-bd65-2b7696a4d258"}]}' {{(pid=98185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 19:03:48.528379 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 19:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a665d898-262c-4b1c-b16c-b7bc3183ef31 x-openstack-request-id: req-a665d898-262c-4b1c-b16c-b7bc3183ef31 {{(pid=98185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 19:03:48.528738 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adf896ed-3cd1-45f7-b4b7-992ffd2280ec", "name": "network-vif-deleted", "tag": "b9b2fd17-c361-4a97-bd65-2b7696a4d258", "status": "completed", "code": 200}]} {{(pid=98185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 19:03:48.529222 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a665d898-262c-4b1c-b16c-b7bc3183ef31 {{(pid=98185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 19:03:48.529818 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adf896ed-3cd1-45f7-b4b7-992ffd2280ec', 'name': 'network-vif-deleted', 'tag': 'b9b2fd17-c361-4a97-bd65-2b7696a4d258', 'status': 'completed', 'code': 200} Jun 10 19:03:48.597226 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvr_db [None req-d9056fda-2c6e-450f-9607-b97a8c6e809a None None] Set router 79b634a5-5d66-4f35-81a1-8ebb10f49dbc gateway port host: dv-cinder-786260-4-iscsi {{(pid=98186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 19:03:48.849676 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-d9056fda-2c6e-450f-9607-b97a8c6e809a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b634a5-5d66-4f35-81a1-8ebb10f49dbc', 'name': 'tempest-TestVolumeBootPattern-1887004004-router', 'tenant_id': '03d822ac543649beabd5b85e18d148a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'b739490b-96a4-44b2-97be-49f7b2829405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T19:00:23Z', 'updated_at': '2021-06-10T19:00:26Z', 'revision_number': 4, 'project_id': '03d822ac543649beabd5b85e18d148a4', 'gw_port': {'id': 'b739490b-96a4-44b2-97be-49f7b2829405', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:53:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b634a5-5d66-4f35-81a1-8ebb10f49dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T19:00:24Z', 'updated_at': '2021-06-10T19:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi', '_interfaces': [{'id': 'd05cccd3-902a-4517-b077-683e1a9effc5', 'name': '', 'network_id': 'ccf298e8-e752-4524-b52b-d3952f6382ed', 'tenant_id': '03d822ac543649beabd5b85e18d148a4', 'mac_address': 'fa:16:3e:bc:34:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b634a5-5d66-4f35-81a1-8ebb10f49dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '97f21823-eb57-44fa-bcc2-8fe91251a408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T19:00:25Z', 'updated_at': '2021-06-10T19:00:32Z', 'revision_number': 5, 'project_id': '03d822ac543649beabd5b85e18d148a4', 'subnets': [{'id': '97f21823-eb57-44fa-bcc2-8fe91251a408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-4-iscsi', False) {} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 19:03:48.853186 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9056fda-2c6e-450f-9607-b97a8c6e809a None None] Checking router: 79b634a5-5d66-4f35-81a1-8ebb10f49dbc for host: dv-cinder-786260-4-iscsi {{(pid=98186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 19:03:48.861743 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9056fda-2c6e-450f-9607-b97a8c6e809a None None] Routers {'79b634a5-5d66-4f35-81a1-8ebb10f49dbc'} bound to L3 agent in host dv-cinder-786260-4-iscsi {{(pid=98186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 19:03:48.862366 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-d9056fda-2c6e-450f-9607-b97a8c6e809a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T18:39:44Z,description=,heartbeat_timestamp=2021-06-10T19:03:44Z,host='dv-cinder-786260-4-iscsi',id=1661496b-b13c-41e5-8e80-f6a07c138e01,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T18:39:44Z,topic='l3_agent')) {'router_ids': ['79b634a5-5d66-4f35-81a1-8ebb10f49dbc'], 'active': True} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 19:03:49.144897 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvr_db [None req-d9056fda-2c6e-450f-9607-b97a8c6e809a None None] Set router 79b634a5-5d66-4f35-81a1-8ebb10f49dbc gateway port host: dv-cinder-786260-4-iscsi {{(pid=98186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 19:03:49.403177 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-d9056fda-2c6e-450f-9607-b97a8c6e809a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b634a5-5d66-4f35-81a1-8ebb10f49dbc', 'name': 'tempest-TestVolumeBootPattern-1887004004-router', 'tenant_id': '03d822ac543649beabd5b85e18d148a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'b739490b-96a4-44b2-97be-49f7b2829405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T19:00:23Z', 'updated_at': '2021-06-10T19:00:26Z', 'revision_number': 4, 'project_id': '03d822ac543649beabd5b85e18d148a4', 'gw_port': {'id': 'b739490b-96a4-44b2-97be-49f7b2829405', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:53:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b634a5-5d66-4f35-81a1-8ebb10f49dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T19:00:24Z', 'updated_at': '2021-06-10T19:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi', '_interfaces': [{'id': 'd05cccd3-902a-4517-b077-683e1a9effc5', 'name': '', 'network_id': 'ccf298e8-e752-4524-b52b-d3952f6382ed', 'tenant_id': '03d822ac543649beabd5b85e18d148a4', 'mac_address': 'fa:16:3e:bc:34:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b634a5-5d66-4f35-81a1-8ebb10f49dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '97f21823-eb57-44fa-bcc2-8fe91251a408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T19:00:25Z', 'updated_at': '2021-06-10T19:00:32Z', 'revision_number': 5, 'project_id': '03d822ac543649beabd5b85e18d148a4', 'subnets': [{'id': '97f21823-eb57-44fa-bcc2-8fe91251a408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-4-iscsi', False) {} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 19:03:49.406623 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9056fda-2c6e-450f-9607-b97a8c6e809a None None] The sync data for ids ['79b634a5-5d66-4f35-81a1-8ebb10f49dbc'] in dv-cinder-786260-4-iscsi is: [{'id': '79b634a5-5d66-4f35-81a1-8ebb10f49dbc', 'name': 'tempest-TestVolumeBootPattern-1887004004-router', 'tenant_id': '03d822ac543649beabd5b85e18d148a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'b739490b-96a4-44b2-97be-49f7b2829405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T19:00:23Z', 'updated_at': '2021-06-10T19:00:26Z', 'revision_number': 4, 'project_id': '03d822ac543649beabd5b85e18d148a4', 'gw_port': {'id': 'b739490b-96a4-44b2-97be-49f7b2829405', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:53:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b634a5-5d66-4f35-81a1-8ebb10f49dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T19:00:24Z', 'updated_at': '2021-06-10T19:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi', '_interfaces': [{'id': 'd05cccd3-902a-4517-b077-683e1a9effc5', 'name': '', 'network_id': 'ccf298e8-e752-4524-b52b-d3952f6382ed', 'tenant_id': '03d822ac543649beabd5b85e18d148a4', 'mac_address': 'fa:16:3e:bc:34:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b634a5-5d66-4f35-81a1-8ebb10f49dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '97f21823-eb57-44fa-bcc2-8fe91251a408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T19:00:25Z', 'updated_at': '2021-06-10T19:00:32Z', 'revision_number': 5, 'project_id': '03d822ac543649beabd5b85e18d148a4', 'subnets': [{'id': '97f21823-eb57-44fa-bcc2-8fe91251a408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 19:03:49.631495 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-713890c7-900b-4a62-b966-df418cefc8bc req-c104f1c2-a234-4346-a1b3-29a0e1d65558 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-466338764&fields=id&tenant_id=03d822ac543649beabd5b85e18d148a4 HTTP/1.1" status: 200 len: 267 time: 0.0381455 Jun 10 19:03:49.637528 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5f33fb-daca-4415-a555-21f9ccf90965 None None] New status for floating IP 036540ce-ac98-42c9-81c2-bcb427272dd7: DOWN {{(pid=98187) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 19:03:49.765265 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713890c7-900b-4a62-b966-df418cefc8bc req-bb2bec82-e138-460a-848a-153d8597556b tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:03:49.766672 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-713890c7-900b-4a62-b966-df418cefc8bc req-bb2bec82-e138-460a-848a-153d8597556b tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/networks?id=ccf298e8-e752-4524-b52b-d3952f6382ed HTTP/1.1" status: 200 len: 812 time: 0.1287465 Jun 10 19:03:49.781191 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-713890c7-900b-4a62-b966-df418cefc8bc req-d4ea5fc6-72b4-4757-84af-b58750d302ee tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/quotas/03d822ac543649beabd5b85e18d148a4 HTTP/1.1" status: 200 len: 375 time: 0.0089941 Jun 10 19:03:49.857749 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-713890c7-900b-4a62-b966-df418cefc8bc req-92a42295-7234-4b6f-91e8-441c056aa5f2 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=03d822ac543649beabd5b85e18d148a4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0715039 Jun 10 19:03:49.979657 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-713890c7-900b-4a62-b966-df418cefc8bc req-0bb5d730-1ad8-408e-a5a9-118a4e17152a service neutron] 10.222.0.15 "GET /v2.0/networks/ccf298e8-e752-4524-b52b-d3952f6382ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094456 Jun 10 19:03:50.096690 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-713890c7-900b-4a62-b966-df418cefc8bc req-975f1fbf-65e7-44be-8d30-824e8929dd41 service neutron] 10.222.0.15 "GET /v2.0/networks/ccf298e8-e752-4524-b52b-d3952f6382ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112776 Jun 10 19:03:50.355067 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Device b9b2fd17-c361-4a97-bd65-2b7696a4d258 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=98186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 19:03:50.379964 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.plugin [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] No Port match for: b9b2fd17-c361-4a97-bd65-2b7696a4d258 {{(pid=98186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 19:03:50.380523 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Device b9b2fd17-c361-4a97-bd65-2b7696a4d258 not bound to the agent host hv-cinder-78626 {{(pid=98186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 19:03:51.413706 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-25582c96-e573-4b1f-97de-2f5876172612 req-01d498a1-f285-41a3-8980-8e57ade353c5 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/ports?device_id=315135e1-f899-4061-8059-0aafc62b6164 HTTP/1.1" status: 200 len: 210 time: 0.0331202 Jun 10 19:03:52.426049 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713890c7-900b-4a62-b966-df418cefc8bc req-07309cbe-cecc-4234-878d-1bcef558b81c tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:03:52.428185 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-713890c7-900b-4a62-b966-df418cefc8bc req-07309cbe-cecc-4234-878d-1bcef558b81c tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.39 "GET /v2.0/networks?id=ccf298e8-e752-4524-b52b-d3952f6382ed HTTP/1.1" status: 200 len: 812 time: 0.1298811 Jun 10 19:03:52.488251 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-713890c7-900b-4a62-b966-df418cefc8bc req-10019ff5-271e-4973-afe4-18198676e4b6 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=03d822ac543649beabd5b85e18d148a4 HTTP/1.1" status: 200 len: 379 time: 0.0440085 Jun 10 19:03:52.497462 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.v2.base [req-713890c7-900b-4a62-b966-df418cefc8bc req-92871751-f75c-40ac-97e5-0f73e0bf8149 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Request body: {'port': {'device_id': '315135e1-f899-4061-8059-0aafc62b6164', 'network_id': 'ccf298e8-e752-4524-b52b-d3952f6382ed', 'admin_state_up': True, 'tenant_id': '03d822ac543649beabd5b85e18d148a4', 'security_groups': ['a4269ce8-a26c-4762-b470-27e106135616']}} {{(pid=98185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 19:03:52.561381 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-f3e625ba-8eff-473c-992b-47fa5893a6f6 req-b205e9cd-3bcf-4766-a6d2-bb55356ba49e tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/ports?device_id=315135e1-f899-4061-8059-0aafc62b6164 HTTP/1.1" status: 200 len: 210 time: 0.0340483 Jun 10 19:03:52.634070 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-713890c7-900b-4a62-b966-df418cefc8bc req-92871751-f75c-40ac-97e5-0f73e0bf8149 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Made reservation on behalf of 03d822ac543649beabd5b85e18d148a4 for: {'port': 1} {{(pid=98185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 19:03:52.637618 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-713890c7-900b-4a62-b966-df418cefc8bc req-92871751-f75c-40ac-97e5-0f73e0bf8149 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-941319'] for port, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:03:52.783116 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.db.db_base_plugin_common [req-713890c7-900b-4a62-b966-df418cefc8bc req-92871751-f75c-40ac-97e5-0f73e0bf8149 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Allocated IP 172.20.0.10 (ccf298e8-e752-4524-b52b-d3952f6382ed/97f21823-eb57-44fa-bcc2-8fe91251a408/20ac737c-1b0c-47fb-85a3-5ec5479f6d37) {{(pid=98185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 19:03:52.952116 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-713890c7-900b-4a62-b966-df418cefc8bc req-92871751-f75c-40ac-97e5-0f73e0bf8149 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Notify callbacks [] for port, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:03:52.965905 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.db.provisioning_blocks [req-713890c7-900b-4a62-b966-df418cefc8bc req-92871751-f75c-40ac-97e5-0f73e0bf8149 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Transition to ACTIVE for port object 20ac737c-1b0c-47fb-85a3-5ec5479f6d37 will not be triggered until provisioned by entity DHCP. {{(pid=98185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 19:03:53.004157 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-713890c7-900b-4a62-b966-df418cefc8bc req-92871751-f75c-40ac-97e5-0f73e0bf8149 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-941510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578064406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11876810'] for port, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:03:53.008144 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-219b7f54-35b8-4acb-8537-82aa4e047fb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 19:03:53.056679 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-713890c7-900b-4a62-b966-df418cefc8bc req-92871751-f75c-40ac-97e5-0f73e0bf8149 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Network ccf298e8-e752-4524-b52b-d3952f6382ed is already hosted by enough agents. {{(pid=98185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 19:03:53.059954 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.base_scheduler [req-713890c7-900b-4a62-b966-df418cefc8bc req-92871751-f75c-40ac-97e5-0f73e0bf8149 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Resources bound (agent type, host, resource id): {{(pid=98185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 19:03:53.064554 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.db.l3_dvrscheduler_db [req-713890c7-900b-4a62-b966-df418cefc8bc req-92871751-f75c-40ac-97e5-0f73e0bf8149 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Received port after_create {{(pid=98185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 19:03:53.100081 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92871751-f75c-40ac-97e5-0f73e0bf8149 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Pushing event updated for resources: {'Port': ['ID=20ac737c-1b0c-47fb-85a3-5ec5479f6d37,revision_number=1']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 19:03:53.106274 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-92871751-f75c-40ac-97e5-0f73e0bf8149 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 19:03:53.134119 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713890c7-900b-4a62-b966-df418cefc8bc req-92871751-f75c-40ac-97e5-0f73e0bf8149 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:03:53.134650 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-713890c7-900b-4a62-b966-df418cefc8bc req-92871751-f75c-40ac-97e5-0f73e0bf8149 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230521'] for port, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:03:53.155656 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-713890c7-900b-4a62-b966-df418cefc8bc req-92871751-f75c-40ac-97e5-0f73e0bf8149 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6623330 Jun 10 19:03:53.167573 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.v2.base [req-713890c7-900b-4a62-b966-df418cefc8bc req-cc972586-5960-4c4f-8f15-40c1a2ae5610 service neutron] Request body: {'port': {'device_id': '315135e1-f899-4061-8059-0aafc62b6164', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=98185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 19:03:53.232111 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-b27b12b5-93b6-4180-9708-896b1cdd01f7 None None] Provisioning for port 20ac737c-1b0c-47fb-85a3-5ec5479f6d37 completed by entity DHCP. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 19:03:53.236271 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-b27b12b5-93b6-4180-9708-896b1cdd01f7 None None] Provisioning complete for port 20ac737c-1b0c-47fb-85a3-5ec5479f6d37 triggered by entity DHCP. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 19:03:53.236743 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-b27b12b5-93b6-4180-9708-896b1cdd01f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:03:53.260834 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-713890c7-900b-4a62-b966-df418cefc8bc req-cc972586-5960-4c4f-8f15-40c1a2ae5610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:03:53.281047 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.plugin [None req-b27b12b5-93b6-4180-9708-896b1cdd01f7 None None] Port 20ac737c-1b0c-47fb-85a3-5ec5479f6d37 cannot update to ACTIVE because it is not bound. {{(pid=98186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 19:03:53.584613 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.notifiers.nova [req-713890c7-900b-4a62-b966-df418cefc8bc req-cc972586-5960-4c4f-8f15-40c1a2ae5610 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20ac737c-1b0c-47fb-85a3-5ec5479f6d37 {{(pid=98185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 19:03:53.592654 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-713890c7-900b-4a62-b966-df418cefc8bc req-cc972586-5960-4c4f-8f15-40c1a2ae5610 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:03:53.604601 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.db.provisioning_blocks [req-713890c7-900b-4a62-b966-df418cefc8bc req-cc972586-5960-4c4f-8f15-40c1a2ae5610 service neutron] Transition to ACTIVE for port object 20ac737c-1b0c-47fb-85a3-5ec5479f6d37 will not be triggered until provisioned by entity L2. {{(pid=98185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 19:03:53.608384 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-713890c7-900b-4a62-b966-df418cefc8bc req-cc972586-5960-4c4f-8f15-40c1a2ae5610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11876824'] for port, after_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:03:53.611245 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-e70354d9-8ead-4249-9586-31acebb91322 tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 19:03:54.028671 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc972586-5960-4c4f-8f15-40c1a2ae5610 service neutron] Pushing event updated for resources: {'Port': ['ID=20ac737c-1b0c-47fb-85a3-5ec5479f6d37,revision_number=2']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 19:03:54.031582 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-cc972586-5960-4c4f-8f15-40c1a2ae5610 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 19:03:54.137156 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c0e542-14b3-4cbd-bf1c-331c6c927172 req-1822b799-0c50-4714-a443-8eeec470003d tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:03:54.138630 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-e8c0e542-14b3-4cbd-bf1c-331c6c927172 req-1822b799-0c50-4714-a443-8eeec470003d tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/ports?device_id=315135e1-f899-4061-8059-0aafc62b6164 HTTP/1.1" status: 200 len: 944 time: 0.1496272 Jun 10 19:03:54.142726 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.managers [req-713890c7-900b-4a62-b966-df418cefc8bc req-cc972586-5960-4c4f-8f15-40c1a2ae5610 service neutron] Attempting to bind port 20ac737c-1b0c-47fb-85a3-5ec5479f6d37 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=98185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 19:03:54.143059 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.managers [req-713890c7-900b-4a62-b966-df418cefc8bc req-cc972586-5960-4c4f-8f15-40c1a2ae5610 service neutron] Attempting to bind port 20ac737c-1b0c-47fb-85a3-5ec5479f6d37 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '83899cc1-bda3-43a5-82a1-515a46798267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ccf298e8-e752-4524-b52b-d3952f6382ed'}] {{(pid=98185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 19:03:54.143386 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713890c7-900b-4a62-b966-df418cefc8bc req-cc972586-5960-4c4f-8f15-40c1a2ae5610 service neutron] Attempting to bind port 20ac737c-1b0c-47fb-85a3-5ec5479f6d37 on network ccf298e8-e752-4524-b52b-d3952f6382ed {{(pid=98185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 19:03:54.164360 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713890c7-900b-4a62-b966-df418cefc8bc req-cc972586-5960-4c4f-8f15-40c1a2ae5610 service neutron] Port 20ac737c-1b0c-47fb-85a3-5ec5479f6d37 on network ccf298e8-e752-4524-b52b-d3952f6382ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=98185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 19:03:54.164684 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713890c7-900b-4a62-b966-df418cefc8bc req-cc972586-5960-4c4f-8f15-40c1a2ae5610 service neutron] Attempting to bind port 20ac737c-1b0c-47fb-85a3-5ec5479f6d37 on network ccf298e8-e752-4524-b52b-d3952f6382ed {{(pid=98185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 19:03:54.174663 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713890c7-900b-4a62-b966-df418cefc8bc req-cc972586-5960-4c4f-8f15-40c1a2ae5610 service neutron] Checking agent: {'id': '81ed237c-a7bd-4721-ad26-da2ab32caefc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 18, 45, 46), 'started_at': datetime.datetime(2021, 6, 10, 18, 45, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 19, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 19:03:54.174995 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713890c7-900b-4a62-b966-df418cefc8bc req-cc972586-5960-4c4f-8f15-40c1a2ae5610 service neutron] Checking segment: {'id': '83899cc1-bda3-43a5-82a1-515a46798267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ccf298e8-e752-4524-b52b-d3952f6382ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 19:03:54.175367 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713890c7-900b-4a62-b966-df418cefc8bc req-cc972586-5960-4c4f-8f15-40c1a2ae5610 service neutron] Bound using segment: {'id': '83899cc1-bda3-43a5-82a1-515a46798267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ccf298e8-e752-4524-b52b-d3952f6382ed'} {{(pid=98185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 19:03:54.175785 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.managers [req-713890c7-900b-4a62-b966-df418cefc8bc req-cc972586-5960-4c4f-8f15-40c1a2ae5610 service neutron] Bound port: 20ac737c-1b0c-47fb-85a3-5ec5479f6d37, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83899cc1-bda3-43a5-82a1-515a46798267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ccf298e8-e752-4524-b52b-d3952f6382ed'}}] {{(pid=98185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 19:03:54.176127 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-713890c7-900b-4a62-b966-df418cefc8bc req-cc972586-5960-4c4f-8f15-40c1a2ae5610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:03:54.201440 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-e8c0e542-14b3-4cbd-bf1c-331c6c927172 req-c48bbe84-5ff9-4633-abb7-097ef5f0d7ec tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4269ce8-a26c-4762-b470-27e106135616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559416 Jun 10 19:03:54.263827 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.db [req-713890c7-900b-4a62-b966-df418cefc8bc req-cc972586-5960-4c4f-8f15-40c1a2ae5610 service neutron] For port 20ac737c-1b0c-47fb-85a3-5ec5479f6d37, host hv-cinder-78626, cleared binding levels {{(pid=98185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 19:03:54.266717 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.db [req-713890c7-900b-4a62-b966-df418cefc8bc req-cc972586-5960-4c4f-8f15-40c1a2ae5610 service neutron] For port 20ac737c-1b0c-47fb-85a3-5ec5479f6d37, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=20ac737c-1b0c-47fb-85a3-5ec5479f6d37,segment=NetworkSegment(83899cc1-bda3-43a5-82a1-515a46798267),segment_id=83899cc1-bda3-43a5-82a1-515a46798267)] {{(pid=98185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 19:03:54.271599 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-713890c7-900b-4a62-b966-df418cefc8bc req-cc972586-5960-4c4f-8f15-40c1a2ae5610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11876824'] for port, after_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:03:54.273649 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-5003a444-7899-4220-834c-13a0c82a4f4f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 19:03:54.316364 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713890c7-900b-4a62-b966-df418cefc8bc req-cc972586-5960-4c4f-8f15-40c1a2ae5610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:03:54.316975 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-713890c7-900b-4a62-b966-df418cefc8bc req-cc972586-5960-4c4f-8f15-40c1a2ae5610 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230521'] for port, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:03:54.318591 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-713890c7-900b-4a62-b966-df418cefc8bc req-cc972586-5960-4c4f-8f15-40c1a2ae5610 service neutron] 10.222.0.39 "PUT /v2.0/ports/20ac737c-1b0c-47fb-85a3-5ec5479f6d37 HTTP/1.1" status: 200 len: 1094 time: 1.1556234 Jun 10 19:03:54.319189 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '315135e1-f899-4061-8059-0aafc62b6164', 'tag': '20ac737c-1b0c-47fb-85a3-5ec5479f6d37'}] {{(pid=98185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 19:03:54.321594 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44d46bb02d59f4e600e8e3fdef735be97a189b4bda953b1539dd9e97451c2ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0cf8a10-d375-4ed2-b360-2d4f7692557f" -d '{"events": [{"name": "network-changed", "server_uuid": "315135e1-f899-4061-8059-0aafc62b6164", "tag": "20ac737c-1b0c-47fb-85a3-5ec5479f6d37"}]}' {{(pid=98185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 19:03:54.346054 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc972586-5960-4c4f-8f15-40c1a2ae5610 service neutron] Pushing event updated for resources: {'Port': ['ID=20ac737c-1b0c-47fb-85a3-5ec5479f6d37,revision_number=3']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 19:03:54.349990 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-cc972586-5960-4c4f-8f15-40c1a2ae5610 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 19:03:54.391740 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 19:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebeadada-2a97-4629-bb7f-82eba7553d6f x-openstack-request-id: req-ebeadada-2a97-4629-bb7f-82eba7553d6f {{(pid=98185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 19:03:54.392093 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "315135e1-f899-4061-8059-0aafc62b6164", "tag": "20ac737c-1b0c-47fb-85a3-5ec5479f6d37", "status": "completed", "code": 200}]} {{(pid=98185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 19:03:54.392403 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ebeadada-2a97-4629-bb7f-82eba7553d6f {{(pid=98185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 19:03:54.392853 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '315135e1-f899-4061-8059-0aafc62b6164', 'tag': '20ac737c-1b0c-47fb-85a3-5ec5479f6d37', 'status': 'completed', 'code': 200} Jun 10 19:03:54.422543 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713890c7-900b-4a62-b966-df418cefc8bc req-d0498e69-8683-465e-89b0-5d4767e93a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:03:54.424063 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-713890c7-900b-4a62-b966-df418cefc8bc req-d0498e69-8683-465e-89b0-5d4767e93a8c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=03d822ac543649beabd5b85e18d148a4&device_id=315135e1-f899-4061-8059-0aafc62b6164 HTTP/1.1" status: 200 len: 1097 time: 0.0655763 Jun 10 19:03:54.484909 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-713890c7-900b-4a62-b966-df418cefc8bc req-bbf5af17-c16d-451e-af2e-b1466ae02cc0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20ac737c-1b0c-47fb-85a3-5ec5479f6d37 HTTP/1.1" status: 200 len: 217 time: 0.0531113 Jun 10 19:03:54.542554 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713890c7-900b-4a62-b966-df418cefc8bc req-74302778-c2b3-4128-bd33-99537c94fc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:03:54.544014 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-713890c7-900b-4a62-b966-df418cefc8bc req-74302778-c2b3-4128-bd33-99537c94fc98 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=97f21823-eb57-44fa-bcc2-8fe91251a408 HTTP/1.1" status: 200 len: 851 time: 0.0528312 Jun 10 19:03:54.609141 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713890c7-900b-4a62-b966-df418cefc8bc req-982f27c2-63b5-40e8-b3e8-7e1a12c7f14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:03:54.610517 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-713890c7-900b-4a62-b966-df418cefc8bc req-982f27c2-63b5-40e8-b3e8-7e1a12c7f14a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ccf298e8-e752-4524-b52b-d3952f6382ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0600410 Jun 10 19:03:54.726608 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-713890c7-900b-4a62-b966-df418cefc8bc req-e98459fc-6a48-4e3a-84f9-9ee2faf68183 service neutron] 10.222.0.39 "GET /v2.0/networks/ccf298e8-e752-4524-b52b-d3952f6382ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096003 Jun 10 19:03:54.846474 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-713890c7-900b-4a62-b966-df418cefc8bc req-f704ee00-bbe7-4b6d-aa51-de9f21fcdbd6 service neutron] 10.222.0.39 "GET /v2.0/networks/ccf298e8-e752-4524-b52b-d3952f6382ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127942 Jun 10 19:03:54.953177 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cf8a10-d375-4ed2-b360-2d4f7692557f req-d445d3a8-91c9-46f8-abb5-45e57c9713fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:03:54.954847 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-f0cf8a10-d375-4ed2-b360-2d4f7692557f req-d445d3a8-91c9-46f8-abb5-45e57c9713fd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=03d822ac543649beabd5b85e18d148a4&device_id=315135e1-f899-4061-8059-0aafc62b6164 HTTP/1.1" status: 200 len: 1097 time: 0.0592091 Jun 10 19:03:55.070933 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cf8a10-d375-4ed2-b360-2d4f7692557f req-171d0d0d-20c0-4ad8-be56-de9b8b8ab036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:03:55.072393 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-f0cf8a10-d375-4ed2-b360-2d4f7692557f req-171d0d0d-20c0-4ad8-be56-de9b8b8ab036 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ccf298e8-e752-4524-b52b-d3952f6382ed HTTP/1.1" status: 200 len: 913 time: 0.1114447 Jun 10 19:03:55.134954 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-f0cf8a10-d375-4ed2-b360-2d4f7692557f req-44849866-94d0-4250-a071-45395adca4e5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20ac737c-1b0c-47fb-85a3-5ec5479f6d37 HTTP/1.1" status: 200 len: 217 time: 0.0533433 Jun 10 19:03:55.191422 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cf8a10-d375-4ed2-b360-2d4f7692557f req-5098575c-29b0-4a14-a3ef-2d5e1ed38396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:03:55.193638 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-f0cf8a10-d375-4ed2-b360-2d4f7692557f req-5098575c-29b0-4a14-a3ef-2d5e1ed38396 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=97f21823-eb57-44fa-bcc2-8fe91251a408 HTTP/1.1" status: 200 len: 851 time: 0.0530767 Jun 10 19:03:55.256367 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cf8a10-d375-4ed2-b360-2d4f7692557f req-5f86c92c-9f17-40d2-8bde-a598e4ca56fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:03:55.257903 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-f0cf8a10-d375-4ed2-b360-2d4f7692557f req-5f86c92c-9f17-40d2-8bde-a598e4ca56fe service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ccf298e8-e752-4524-b52b-d3952f6382ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0576007 Jun 10 19:03:55.410731 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-f0cf8a10-d375-4ed2-b360-2d4f7692557f req-ba28b4b7-b360-493d-88a1-3f1ddea99de1 service neutron] 10.222.0.39 "GET /v2.0/networks/ccf298e8-e752-4524-b52b-d3952f6382ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452727 Jun 10 19:03:55.508812 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b38be99-98d7-4ace-94bf-f78291a6130d req-4f372132-3fdd-4781-8b4f-cdfad4904fbb tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:03:55.510490 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-5b38be99-98d7-4ace-94bf-f78291a6130d req-4f372132-3fdd-4781-8b4f-cdfad4904fbb tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/ports?device_id=315135e1-f899-4061-8059-0aafc62b6164 HTTP/1.1" status: 200 len: 944 time: 0.1663206 Jun 10 19:03:55.560681 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-f0cf8a10-d375-4ed2-b360-2d4f7692557f req-5476d07d-b0b0-486f-bf77-2db856bf6c19 service neutron] 10.222.0.39 "GET /v2.0/networks/ccf298e8-e752-4524-b52b-d3952f6382ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417665 Jun 10 19:03:55.573837 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-5b38be99-98d7-4ace-94bf-f78291a6130d req-b65dc6ce-ef49-462c-a501-5c943a6c5e3c tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4269ce8-a26c-4762-b470-27e106135616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547872 Jun 10 19:03:56.754865 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0554ab7-8e43-4e2c-9501-a459b04f2eaf req-36b995b2-663f-4c07-bb9c-e1f991435447 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:03:56.756923 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-e0554ab7-8e43-4e2c-9501-a459b04f2eaf req-36b995b2-663f-4c07-bb9c-e1f991435447 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/ports?device_id=315135e1-f899-4061-8059-0aafc62b6164 HTTP/1.1" status: 200 len: 944 time: 0.0694354 Jun 10 19:03:56.796859 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-e0554ab7-8e43-4e2c-9501-a459b04f2eaf req-7d518805-49b8-4ffa-8c8c-8a3fc542db96 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4269ce8-a26c-4762-b470-27e106135616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343831 Jun 10 19:03:57.982068 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eee4ab-e0ac-4032-bcd8-5e52eeaae345 req-3b3c89f6-c003-4a8f-bd8c-9401d5e53784 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:03:57.983554 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-d6eee4ab-e0ac-4032-bcd8-5e52eeaae345 req-3b3c89f6-c003-4a8f-bd8c-9401d5e53784 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/ports?device_id=315135e1-f899-4061-8059-0aafc62b6164 HTTP/1.1" status: 200 len: 944 time: 0.0714064 Jun 10 19:03:58.024621 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-d6eee4ab-e0ac-4032-bcd8-5e52eeaae345 req-6af3484b-9823-484f-a2bd-7d51ae48ccc7 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4269ce8-a26c-4762-b470-27e106135616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355408 Jun 10 19:03:59.217719 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401ac2cf-31e3-4ca6-92a2-7f0e45228d0b req-3afa42c3-dcb1-4d8b-9d0e-1874ce8b3008 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:03:59.219846 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-401ac2cf-31e3-4ca6-92a2-7f0e45228d0b req-3afa42c3-dcb1-4d8b-9d0e-1874ce8b3008 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/ports?device_id=315135e1-f899-4061-8059-0aafc62b6164 HTTP/1.1" status: 200 len: 944 time: 0.0810874 Jun 10 19:03:59.270281 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-401ac2cf-31e3-4ca6-92a2-7f0e45228d0b req-bf27c0fb-4759-407b-988a-43642a54405d tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4269ce8-a26c-4762-b470-27e106135616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446124 Jun 10 19:04:00.451875 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ec5c3b-4d73-45c4-9d02-41c6f5ee30b6 req-3462d521-a8db-4b25-a574-6faba2f79dec tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:04:00.453638 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-75ec5c3b-4d73-45c4-9d02-41c6f5ee30b6 req-3462d521-a8db-4b25-a574-6faba2f79dec tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/ports?device_id=315135e1-f899-4061-8059-0aafc62b6164 HTTP/1.1" status: 200 len: 944 time: 0.0712509 Jun 10 19:04:00.494548 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-75ec5c3b-4d73-45c4-9d02-41c6f5ee30b6 req-1563517d-5365-43ae-ab99-25f66a232cc0 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4269ce8-a26c-4762-b470-27e106135616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352159 Jun 10 19:04:01.669663 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d22358-59cb-42b4-80ee-584c3b61c2a8 req-2ed251a3-381a-479e-a5d7-aa89c8f2777d tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:04:01.671123 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-20d22358-59cb-42b4-80ee-584c3b61c2a8 req-2ed251a3-381a-479e-a5d7-aa89c8f2777d tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/ports?device_id=315135e1-f899-4061-8059-0aafc62b6164 HTTP/1.1" status: 200 len: 944 time: 0.0682852 Jun 10 19:04:01.713083 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-20d22358-59cb-42b4-80ee-584c3b61c2a8 req-eed00d75-477b-443b-a149-c7a420e23d76 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4269ce8-a26c-4762-b470-27e106135616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364835 Jun 10 19:04:02.892695 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217bf755-a5ec-4df7-9f17-54a4ef0b50d3 req-7e6d7d9f-05f6-40fb-8b53-a46570bd54fb tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:04:02.894185 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-217bf755-a5ec-4df7-9f17-54a4ef0b50d3 req-7e6d7d9f-05f6-40fb-8b53-a46570bd54fb tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/ports?device_id=315135e1-f899-4061-8059-0aafc62b6164 HTTP/1.1" status: 200 len: 944 time: 0.0689154 Jun 10 19:04:02.937424 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-217bf755-a5ec-4df7-9f17-54a4ef0b50d3 req-7f5d0753-fdb1-4104-a73d-2a2cdc975858 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4269ce8-a26c-4762-b470-27e106135616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347784 Jun 10 19:04:04.124833 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27649a51-56e9-4935-a0eb-60f281e5bc42 req-c24639bd-fc95-449d-8139-393a8f3ed011 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:04:04.126325 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-27649a51-56e9-4935-a0eb-60f281e5bc42 req-c24639bd-fc95-449d-8139-393a8f3ed011 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/ports?device_id=315135e1-f899-4061-8059-0aafc62b6164 HTTP/1.1" status: 200 len: 944 time: 0.0736549 Jun 10 19:04:04.168944 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-27649a51-56e9-4935-a0eb-60f281e5bc42 req-848ffb4f-71d6-47af-a18b-b86fb260ba23 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4269ce8-a26c-4762-b470-27e106135616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366824 Jun 10 19:04:04.425985 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Device 20ac737c-1b0c-47fb-85a3-5ec5479f6d37 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=98186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 19:04:04.542498 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] For port 20ac737c-1b0c-47fb-85a3-5ec5479f6d37, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=20ac737c-1b0c-47fb-85a3-5ec5479f6d37,segment=NetworkSegment(83899cc1-bda3-43a5-82a1-515a46798267),segment_id=83899cc1-bda3-43a5-82a1-515a46798267)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 19:04:04.554260 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Returning: {'device': '20ac737c-1b0c-47fb-85a3-5ec5479f6d37', 'network_id': 'ccf298e8-e752-4524-b52b-d3952f6382ed', 'port_id': '20ac737c-1b0c-47fb-85a3-5ec5479f6d37', 'mac_address': 'fa:16:3e:8a:c5:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97f21823-eb57-44fa-bcc2-8fe91251a408', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 19:04:04.599598 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:04:04.613446 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.notifiers.nova [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20ac737c-1b0c-47fb-85a3-5ec5479f6d37 {{(pid=98186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 19:04:04.633860 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] For port 20ac737c-1b0c-47fb-85a3-5ec5479f6d37, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=20ac737c-1b0c-47fb-85a3-5ec5479f6d37,segment=NetworkSegment(83899cc1-bda3-43a5-82a1-515a46798267),segment_id=83899cc1-bda3-43a5-82a1-515a46798267)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 19:04:04.637897 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:04:04.639595 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 19:04:04.689947 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Pushing event updated for resources: {'Port': ['ID=20ac737c-1b0c-47fb-85a3-5ec5479f6d37,revision_number=4']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 19:04:04.697189 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:04:04.697562 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:04:04.697908 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:04:04.698242 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:04:04.698573 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:04:04.698905 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:04:04.699232 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:04:04.699557 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:04:04.699883 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:04:04.700204 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:04:04.700524 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:04:04.700841 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:04:04.704814 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 19:04:04.990942 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] get_ports_and_sgs() called for port_ids ['20ac737c-1b0c-47fb-85a3-5ec5479f6d37'] {{(pid=98186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 19:04:05.358221 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fe9cda-80ba-437a-a4a3-7a1098ad3745 req-e0cf955e-f668-4f90-a2c1-bf58ae44086a tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:04:05.359640 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-30fe9cda-80ba-437a-a4a3-7a1098ad3745 req-e0cf955e-f668-4f90-a2c1-bf58ae44086a tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/ports?device_id=315135e1-f899-4061-8059-0aafc62b6164 HTTP/1.1" status: 200 len: 945 time: 0.0731149 Jun 10 19:04:05.402209 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-30fe9cda-80ba-437a-a4a3-7a1098ad3745 req-3792b229-f6e7-460d-a674-8f21cfb8075a tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4269ce8-a26c-4762-b470-27e106135616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363119 Jun 10 19:04:06.448404 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Device 20ac737c-1b0c-47fb-85a3-5ec5479f6d37 up at agent hyperv_hv-cinder-78626 {{(pid=98186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 19:04:06.504065 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Provisioning for port 20ac737c-1b0c-47fb-85a3-5ec5479f6d37 completed by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 19:04:06.508197 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Provisioning complete for port 20ac737c-1b0c-47fb-85a3-5ec5479f6d37 triggered by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 19:04:06.508587 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:04:06.583224 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8b0b86-aa4a-4650-a0fe-b0c42608977f req-18e57219-33a9-42f3-9964-a85584227845 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:04:06.584797 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-6b8b0b86-aa4a-4650-a0fe-b0c42608977f req-18e57219-33a9-42f3-9964-a85584227845 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/ports?device_id=315135e1-f899-4061-8059-0aafc62b6164 HTTP/1.1" status: 200 len: 945 time: 0.0690796 Jun 10 19:04:06.598608 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:04:06.623735 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '315135e1-f899-4061-8059-0aafc62b6164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20ac737c-1b0c-47fb-85a3-5ec5479f6d37'}] {{(pid=98186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 19:04:06.626040 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c2f46a37dc9d9ea27ba47e2e5c887733d44c46f74833e79389795ef1d11a41d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa1958a-b31e-4849-a0c3-aac5089b8750" -d '{"events": [{"server_uuid": "315135e1-f899-4061-8059-0aafc62b6164", "name": "network-vif-plugged", "status": "completed", "tag": "20ac737c-1b0c-47fb-85a3-5ec5479f6d37"}]}' {{(pid=98186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 19:04:06.627433 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-6b8b0b86-aa4a-4650-a0fe-b0c42608977f req-24852598-14fe-4700-a098-a600ae0342c8 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4269ce8-a26c-4762-b470-27e106135616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368657 Jun 10 19:04:06.640223 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] For port 20ac737c-1b0c-47fb-85a3-5ec5479f6d37, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=20ac737c-1b0c-47fb-85a3-5ec5479f6d37,segment=NetworkSegment(83899cc1-bda3-43a5-82a1-515a46798267),segment_id=83899cc1-bda3-43a5-82a1-515a46798267)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 19:04:06.649036 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:04:06.651174 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-e2893286-da20-4d9f-8afb-4a4c95cb9d5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 19:04:06.708116 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Pushing event updated for resources: {'Port': ['ID=20ac737c-1b0c-47fb-85a3-5ec5479f6d37,revision_number=5']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 19:04:06.711078 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 19:04:06.949496 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.agents_db [None req-dd8e6269-3fd9-4915-b5ed-83e1f738bf4e None None] Agent healthcheck: found 6 active agents {{(pid=98187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 19:04:07.687409 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 19:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3890e8c3-15fb-4004-b432-8a060f8db20d x-openstack-request-id: req-3890e8c3-15fb-4004-b432-8a060f8db20d {{(pid=98186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 19:04:07.687873 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "315135e1-f899-4061-8059-0aafc62b6164", "name": "network-vif-plugged", "status": "completed", "tag": "20ac737c-1b0c-47fb-85a3-5ec5479f6d37", "code": 200}]} {{(pid=98186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 19:04:07.688015 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3890e8c3-15fb-4004-b432-8a060f8db20d {{(pid=98186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 19:04:07.688452 dv-cinder-786260-4-iscsi neutron-server[98186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '315135e1-f899-4061-8059-0aafc62b6164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20ac737c-1b0c-47fb-85a3-5ec5479f6d37', 'code': 200} Jun 10 19:04:07.812663 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133bcdb9-24fd-4806-8956-5b337e8745c0 req-32bbc260-ccfe-4b1b-9d60-b5f43af8d9a7 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:04:07.814154 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-133bcdb9-24fd-4806-8956-5b337e8745c0 req-32bbc260-ccfe-4b1b-9d60-b5f43af8d9a7 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/ports?device_id=315135e1-f899-4061-8059-0aafc62b6164 HTTP/1.1" status: 200 len: 946 time: 0.0740659 Jun 10 19:04:07.855542 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-133bcdb9-24fd-4806-8956-5b337e8745c0 req-252f0250-d2fd-46dc-a8d0-e33e4865dc8f tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4269ce8-a26c-4762-b470-27e106135616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351024 Jun 10 19:04:07.962559 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ee2e5c-8c6e-4a77-9b53-d61d2ab0fdba req-88828562-9139-4527-bbe2-e3c3eddce2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:04:07.964018 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-91ee2e5c-8c6e-4a77-9b53-d61d2ab0fdba req-88828562-9139-4527-bbe2-e3c3eddce2e7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=315135e1-f899-4061-8059-0aafc62b6164 HTTP/1.1" status: 200 len: 1099 time: 0.0599806 Jun 10 19:04:08.002286 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-91ee2e5c-8c6e-4a77-9b53-d61d2ab0fdba req-09ca9828-c3f8-42d5-9f39-05ba85deaadc service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a4269ce8-a26c-4762-b470-27e106135616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302548 Jun 10 19:04:09.047290 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8536b1bb-92f1-4779-bf27-9e6c5f267655 req-5d2a46b2-36c8-4326-a0f5-92520c492d49 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:04:09.048809 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-8536b1bb-92f1-4779-bf27-9e6c5f267655 req-5d2a46b2-36c8-4326-a0f5-92520c492d49 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/ports?device_id=315135e1-f899-4061-8059-0aafc62b6164 HTTP/1.1" status: 200 len: 946 time: 0.0753543 Jun 10 19:04:09.090965 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-8536b1bb-92f1-4779-bf27-9e6c5f267655 req-eb0d8166-fc7f-4435-8114-62e24de39ca6 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4269ce8-a26c-4762-b470-27e106135616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361342 Jun 10 19:04:10.268242 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7d03ee-45d5-47e6-97ec-d55f72ec2da9 req-e304ea36-54ed-4c51-b6ca-ae7ace7382b1 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:04:10.269734 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-0c7d03ee-45d5-47e6-97ec-d55f72ec2da9 req-e304ea36-54ed-4c51-b6ca-ae7ace7382b1 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/ports?device_id=315135e1-f899-4061-8059-0aafc62b6164 HTTP/1.1" status: 200 len: 946 time: 0.0696242 Jun 10 19:04:10.310348 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-0c7d03ee-45d5-47e6-97ec-d55f72ec2da9 req-f7fe664f-a9b6-4cee-b726-6b879bd28a08 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4269ce8-a26c-4762-b470-27e106135616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341554 Jun 10 19:04:10.491176 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9a1945-293c-4cfc-900f-299f63610ca8 req-8f5b1e0e-8df2-42cc-860d-be00feb06042 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:04:10.492801 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-7d9a1945-293c-4cfc-900f-299f63610ca8 req-8f5b1e0e-8df2-42cc-860d-be00feb06042 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/ports?device_id=315135e1-f899-4061-8059-0aafc62b6164 HTTP/1.1" status: 200 len: 946 time: 0.0742056 Jun 10 19:04:10.533852 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-7d9a1945-293c-4cfc-900f-299f63610ca8 req-8c40b132-0ad2-41a8-bbd3-6f48006b4afa tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4269ce8-a26c-4762-b470-27e106135616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353842 Jun 10 19:04:10.557607 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 56798) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 19:04:10.617744 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a3d911-60e6-493c-a7fa-a44685a18803 tempest-TestVolumeBootPattern-419322422 tempest-TestVolumeBootPattern-419322422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:04:10.619209 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-13a3d911-60e6-493c-a7fa-a44685a18803 tempest-TestVolumeBootPattern-419322422 tempest-TestVolumeBootPattern-419322422-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=315135e1-f899-4061-8059-0aafc62b6164 HTTP/1.1" status: 200 len: 1094 time: 0.0605712 Jun 10 19:04:10.621920 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 56800) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 19:04:10.626235 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.v2.base [None req-6a5d58eb-3efd-4a5a-82dc-ca40917505bd tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Request body: {'floatingip': {'floating_network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'port_id': '20ac737c-1b0c-47fb-85a3-5ec5479f6d37', 'tenant_id': '03d822ac543649beabd5b85e18d148a4', 'fixed_ip_address': '172.20.0.10'}} {{(pid=98184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 19:04:10.647978 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-6a5d58eb-3efd-4a5a-82dc-ca40917505bd tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Notify callbacks [] for floatingip, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:04:10.767516 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-6a5d58eb-3efd-4a5a-82dc-ca40917505bd tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-941319'] for port, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:04:10.884108 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.db.db_base_plugin_common [None req-6a5d58eb-3efd-4a5a-82dc-ca40917505bd tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Allocated IP 172.27.3.151 (a2be77e0-c818-4f69-a7bb-de46a435f28d/dcf03c9b-e407-4813-8188-7ebc21a92a5e/b8f42390-ec64-4260-abd4-7f875a7c534c) {{(pid=98184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 19:04:11.011102 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-6a5d58eb-3efd-4a5a-82dc-ca40917505bd tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Notify callbacks [] for port, precommit_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:04:11.050106 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-6a5d58eb-3efd-4a5a-82dc-ca40917505bd tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-941510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578064406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12374076'] for port, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:04:11.052812 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-7f586325-b80c-4ebe-ac5f-dda03013b8f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 19:04:11.103666 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5d58eb-3efd-4a5a-82dc-ca40917505bd tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Network a2be77e0-c818-4f69-a7bb-de46a435f28d is already hosted by enough agents. {{(pid=98184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 19:04:11.106470 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.scheduler.base_scheduler [None req-6a5d58eb-3efd-4a5a-82dc-ca40917505bd tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Resources bound (agent type, host, resource id): {{(pid=98184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 19:04:11.108958 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5d58eb-3efd-4a5a-82dc-ca40917505bd tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Received port after_create {{(pid=98184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 19:04:11.142273 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5d58eb-3efd-4a5a-82dc-ca40917505bd tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Pushing event updated for resources: {'Port': ['ID=b8f42390-ec64-4260-abd4-7f875a7c534c,revision_number=1']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 19:04:11.151929 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5d58eb-3efd-4a5a-82dc-ca40917505bd tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:04:11.152321 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5d58eb-3efd-4a5a-82dc-ca40917505bd tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:04:11.152698 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5d58eb-3efd-4a5a-82dc-ca40917505bd tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:04:11.153070 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5d58eb-3efd-4a5a-82dc-ca40917505bd tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:04:11.153440 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5d58eb-3efd-4a5a-82dc-ca40917505bd tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:04:11.153829 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5d58eb-3efd-4a5a-82dc-ca40917505bd tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:04:11.154195 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5d58eb-3efd-4a5a-82dc-ca40917505bd tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:04:11.154559 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5d58eb-3efd-4a5a-82dc-ca40917505bd tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:04:11.154923 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5d58eb-3efd-4a5a-82dc-ca40917505bd tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:04:11.155281 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5d58eb-3efd-4a5a-82dc-ca40917505bd tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:04:11.155640 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5d58eb-3efd-4a5a-82dc-ca40917505bd tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:04:11.155996 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5d58eb-3efd-4a5a-82dc-ca40917505bd tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:04:11.159660 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-6a5d58eb-3efd-4a5a-82dc-ca40917505bd tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 19:04:11.579687 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-6a5d58eb-3efd-4a5a-82dc-ca40917505bd tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:04:11.667525 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-6a5d58eb-3efd-4a5a-82dc-ca40917505bd tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:04:11.829620 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-a5302c3e-c4ab-4311-99db-dbee0dfcba4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:04:11.858345 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-6a5d58eb-3efd-4a5a-82dc-ca40917505bd tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Notify callbacks [] for port, precommit_update {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:04:11.863319 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-6a5d58eb-3efd-4a5a-82dc-ca40917505bd tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12374062'] for port, after_update {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:04:11.870030 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-ac7ca8be-e8ae-4372-ae9c-ac0da7c023f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 19:04:11.956477 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5d58eb-3efd-4a5a-82dc-ca40917505bd tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Pushing event updated for resources: {'Port': ['ID=b8f42390-ec64-4260-abd4-7f875a7c534c,revision_number=2']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 19:04:11.960615 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-6a5d58eb-3efd-4a5a-82dc-ca40917505bd tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 19:04:11.963611 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-6a5d58eb-3efd-4a5a-82dc-ca40917505bd tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4045568'] for floatingip, after_update {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:04:12.381157 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.db.l3_db [None req-6a5d58eb-3efd-4a5a-82dc-ca40917505bd tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Floating IP b8d04041-d267-4ab1-9bf8-05763813b511 associated. External IP: 172.27.3.151, port: 20ac737c-1b0c-47fb-85a3-5ec5479f6d37. Jun 10 19:04:12.664313 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a5d58eb-3efd-4a5a-82dc-ca40917505bd tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Router 79b634a5-5d66-4f35-81a1-8ebb10f49dbc has already been hosted by L3 agent 1661496b-b13c-41e5-8e80-f6a07c138e01 {{(pid=98184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 19:04:12.809907 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a5d58eb-3efd-4a5a-82dc-ca40917505bd tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Notify agent at l3_agent.dv-cinder-786260-4-iscsi the message routers_updated {{(pid=98184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 19:04:12.819003 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4418c7eb-8b7d-4c62-adeb-d8f09d4bd89f None None] Sync routers for ids ['79b634a5-5d66-4f35-81a1-8ebb10f49dbc'] in dv-cinder-786260-4-iscsi {{(pid=98186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 19:04:12.825428 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-6a5d58eb-3efd-4a5a-82dc-ca40917505bd tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230521'] for floatingip, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:04:12.832351 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4418c7eb-8b7d-4c62-adeb-d8f09d4bd89f None None] Routers {'79b634a5-5d66-4f35-81a1-8ebb10f49dbc'} bound to L3 agent in host dv-cinder-786260-4-iscsi {{(pid=98186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 19:04:12.832980 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-4418c7eb-8b7d-4c62-adeb-d8f09d4bd89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T18:39:44Z,description=,heartbeat_timestamp=2021-06-10T19:03:44Z,host='dv-cinder-786260-4-iscsi',id=1661496b-b13c-41e5-8e80-f6a07c138e01,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T18:39:44Z,topic='l3_agent')) {'router_ids': ['79b634a5-5d66-4f35-81a1-8ebb10f49dbc'], 'active': True} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 19:04:12.869611 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-6a5d58eb-3efd-4a5a-82dc-ca40917505bd tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2466223 Jun 10 19:04:12.870370 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '315135e1-f899-4061-8059-0aafc62b6164', 'tag': '20ac737c-1b0c-47fb-85a3-5ec5479f6d37'}] {{(pid=98184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 19:04:12.872701 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb56d522721b4b5adfc42fa723f2f3515f3582caf8bc0113b3f39c2a7fe625ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-676819a9-0cf3-4fb1-bd80-951110af852a" -d '{"events": [{"name": "network-changed", "server_uuid": "315135e1-f899-4061-8059-0aafc62b6164", "tag": "20ac737c-1b0c-47fb-85a3-5ec5479f6d37"}]}' {{(pid=98184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 19:04:12.909769 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 19:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26bf2920-3475-4a34-9aff-eb1079843709 x-openstack-request-id: req-26bf2920-3475-4a34-9aff-eb1079843709 {{(pid=98184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 19:04:12.910110 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "315135e1-f899-4061-8059-0aafc62b6164", "tag": "20ac737c-1b0c-47fb-85a3-5ec5479f6d37", "status": "completed", "code": 200}]} {{(pid=98184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 19:04:12.910436 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-26bf2920-3475-4a34-9aff-eb1079843709 {{(pid=98184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 19:04:12.910957 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '315135e1-f899-4061-8059-0aafc62b6164', 'tag': '20ac737c-1b0c-47fb-85a3-5ec5479f6d37', 'status': 'completed', 'code': 200} Jun 10 19:04:12.978682 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvr_db [None req-4418c7eb-8b7d-4c62-adeb-d8f09d4bd89f None None] Set router 79b634a5-5d66-4f35-81a1-8ebb10f49dbc gateway port host: dv-cinder-786260-4-iscsi {{(pid=98186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 19:04:12.993786 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676819a9-0cf3-4fb1-bd80-951110af852a req-d4b3105a-af61-4bde-9705-0d38f94122ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:04:12.995278 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-676819a9-0cf3-4fb1-bd80-951110af852a req-d4b3105a-af61-4bde-9705-0d38f94122ee service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=03d822ac543649beabd5b85e18d148a4&device_id=315135e1-f899-4061-8059-0aafc62b6164 HTTP/1.1" status: 200 len: 1099 time: 0.0636306 Jun 10 19:04:13.107632 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676819a9-0cf3-4fb1-bd80-951110af852a req-771f63b0-c4bc-410c-8c40-a28c176ee15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:04:13.109118 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-676819a9-0cf3-4fb1-bd80-951110af852a req-771f63b0-c4bc-410c-8c40-a28c176ee15f service neutron] 10.222.0.39 "GET /v2.0/networks?id=ccf298e8-e752-4524-b52b-d3952f6382ed HTTP/1.1" status: 200 len: 913 time: 0.1070979 Jun 10 19:04:13.195636 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-676819a9-0cf3-4fb1-bd80-951110af852a req-765b9e49-0159-44e7-a8ad-318300d7f75e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20ac737c-1b0c-47fb-85a3-5ec5479f6d37 HTTP/1.1" status: 200 len: 1000 time: 0.0804770 Jun 10 19:04:13.253150 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676819a9-0cf3-4fb1-bd80-951110af852a req-e187fbe2-e991-438a-8070-07ee731008d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:04:13.254544 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-676819a9-0cf3-4fb1-bd80-951110af852a req-e187fbe2-e991-438a-8070-07ee731008d8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=97f21823-eb57-44fa-bcc2-8fe91251a408 HTTP/1.1" status: 200 len: 851 time: 0.0530014 Jun 10 19:04:13.263838 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-4418c7eb-8b7d-4c62-adeb-d8f09d4bd89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b634a5-5d66-4f35-81a1-8ebb10f49dbc', 'name': 'tempest-TestVolumeBootPattern-1887004004-router', 'tenant_id': '03d822ac543649beabd5b85e18d148a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'b739490b-96a4-44b2-97be-49f7b2829405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T19:00:23Z', 'updated_at': '2021-06-10T19:00:26Z', 'revision_number': 4, 'project_id': '03d822ac543649beabd5b85e18d148a4', 'gw_port': {'id': 'b739490b-96a4-44b2-97be-49f7b2829405', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:53:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b634a5-5d66-4f35-81a1-8ebb10f49dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T19:00:24Z', 'updated_at': '2021-06-10T19:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi', '_floatingips': [{'id': 'b8d04041-d267-4ab1-9bf8-05763813b511', 'tenant_id': '03d822ac543649beabd5b85e18d148a4', 'floating_ip_address': '172.27.3.151', 'floating_network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'router_id': '79b634a5-5d66-4f35-81a1-8ebb10f49dbc', 'port_id': '20ac737c-1b0c-47fb-85a3-5ec5479f6d37', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccf298e8-e752-4524-b52b-d3952f6382ed', 'mac_address': 'fa:16:3e:8a:c5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315135e1-f899-4061-8059-0aafc62b6164', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T19:04:11Z', 'updated_at': '2021-06-10T19:04:11Z', 'revision_number': 0, 'project_id': '03d822ac543649beabd5b85e18d148a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd05cccd3-902a-4517-b077-683e1a9effc5', 'name': '', 'network_id': 'ccf298e8-e752-4524-b52b-d3952f6382ed', 'tenant_id': '03d822ac543649beabd5b85e18d148a4', 'mac_address': 'fa:16:3e:bc:34:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b634a5-5d66-4f35-81a1-8ebb10f49dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '97f21823-eb57-44fa-bcc2-8fe91251a408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T19:00:25Z', 'updated_at': '2021-06-10T19:00:32Z', 'revision_number': 5, 'project_id': '03d822ac543649beabd5b85e18d148a4', 'subnets': [{'id': '97f21823-eb57-44fa-bcc2-8fe91251a408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-4-iscsi', False) {} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 19:04:13.267134 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4418c7eb-8b7d-4c62-adeb-d8f09d4bd89f None None] Checking router: 79b634a5-5d66-4f35-81a1-8ebb10f49dbc for host: dv-cinder-786260-4-iscsi {{(pid=98186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 19:04:13.275158 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4418c7eb-8b7d-4c62-adeb-d8f09d4bd89f None None] Routers {'79b634a5-5d66-4f35-81a1-8ebb10f49dbc'} bound to L3 agent in host dv-cinder-786260-4-iscsi {{(pid=98186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 19:04:13.275756 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-4418c7eb-8b7d-4c62-adeb-d8f09d4bd89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T18:39:44Z,description=,heartbeat_timestamp=2021-06-10T19:03:44Z,host='dv-cinder-786260-4-iscsi',id=1661496b-b13c-41e5-8e80-f6a07c138e01,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T18:39:44Z,topic='l3_agent')) {'router_ids': ['79b634a5-5d66-4f35-81a1-8ebb10f49dbc'], 'active': True} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 19:04:13.330363 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676819a9-0cf3-4fb1-bd80-951110af852a req-865419d0-9656-4faa-aaa8-8e54db64aff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:04:13.331858 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-676819a9-0cf3-4fb1-bd80-951110af852a req-865419d0-9656-4faa-aaa8-8e54db64aff4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ccf298e8-e752-4524-b52b-d3952f6382ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0711443 Jun 10 19:04:13.422083 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvr_db [None req-4418c7eb-8b7d-4c62-adeb-d8f09d4bd89f None None] Set router 79b634a5-5d66-4f35-81a1-8ebb10f49dbc gateway port host: dv-cinder-786260-4-iscsi {{(pid=98186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 19:04:13.453895 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-676819a9-0cf3-4fb1-bd80-951110af852a req-ea85dcd9-33e3-49d7-a9e9-411ab3e20b3c service neutron] 10.222.0.39 "GET /v2.0/networks/ccf298e8-e752-4524-b52b-d3952f6382ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109455 Jun 10 19:04:13.565694 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-676819a9-0cf3-4fb1-bd80-951110af852a req-05744adf-3764-485c-9d82-4fae1947bffd service neutron] 10.222.0.39 "GET /v2.0/networks/ccf298e8-e752-4524-b52b-d3952f6382ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098282 Jun 10 19:04:13.717281 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-4418c7eb-8b7d-4c62-adeb-d8f09d4bd89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b634a5-5d66-4f35-81a1-8ebb10f49dbc', 'name': 'tempest-TestVolumeBootPattern-1887004004-router', 'tenant_id': '03d822ac543649beabd5b85e18d148a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'b739490b-96a4-44b2-97be-49f7b2829405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T19:00:23Z', 'updated_at': '2021-06-10T19:00:26Z', 'revision_number': 4, 'project_id': '03d822ac543649beabd5b85e18d148a4', 'gw_port': {'id': 'b739490b-96a4-44b2-97be-49f7b2829405', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:53:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b634a5-5d66-4f35-81a1-8ebb10f49dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T19:00:24Z', 'updated_at': '2021-06-10T19:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi', '_floatingips': [{'id': 'b8d04041-d267-4ab1-9bf8-05763813b511', 'tenant_id': '03d822ac543649beabd5b85e18d148a4', 'floating_ip_address': '172.27.3.151', 'floating_network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'router_id': '79b634a5-5d66-4f35-81a1-8ebb10f49dbc', 'port_id': '20ac737c-1b0c-47fb-85a3-5ec5479f6d37', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccf298e8-e752-4524-b52b-d3952f6382ed', 'mac_address': 'fa:16:3e:8a:c5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315135e1-f899-4061-8059-0aafc62b6164', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T19:04:11Z', 'updated_at': '2021-06-10T19:04:11Z', 'revision_number': 0, 'project_id': '03d822ac543649beabd5b85e18d148a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd05cccd3-902a-4517-b077-683e1a9effc5', 'name': '', 'network_id': 'ccf298e8-e752-4524-b52b-d3952f6382ed', 'tenant_id': '03d822ac543649beabd5b85e18d148a4', 'mac_address': 'fa:16:3e:bc:34:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b634a5-5d66-4f35-81a1-8ebb10f49dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '97f21823-eb57-44fa-bcc2-8fe91251a408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T19:00:25Z', 'updated_at': '2021-06-10T19:00:32Z', 'revision_number': 5, 'project_id': '03d822ac543649beabd5b85e18d148a4', 'subnets': [{'id': '97f21823-eb57-44fa-bcc2-8fe91251a408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-4-iscsi', False) {} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 19:04:13.720645 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4418c7eb-8b7d-4c62-adeb-d8f09d4bd89f None None] The sync data for ids ['79b634a5-5d66-4f35-81a1-8ebb10f49dbc'] in dv-cinder-786260-4-iscsi is: [{'id': '79b634a5-5d66-4f35-81a1-8ebb10f49dbc', 'name': 'tempest-TestVolumeBootPattern-1887004004-router', 'tenant_id': '03d822ac543649beabd5b85e18d148a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'b739490b-96a4-44b2-97be-49f7b2829405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T19:00:23Z', 'updated_at': '2021-06-10T19:00:26Z', 'revision_number': 4, 'project_id': '03d822ac543649beabd5b85e18d148a4', 'gw_port': {'id': 'b739490b-96a4-44b2-97be-49f7b2829405', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:53:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b634a5-5d66-4f35-81a1-8ebb10f49dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T19:00:24Z', 'updated_at': '2021-06-10T19:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi', '_floatingips': [{'id': 'b8d04041-d267-4ab1-9bf8-05763813b511', 'tenant_id': '03d822ac543649beabd5b85e18d148a4', 'floating_ip_address': '172.27.3.151', 'floating_network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'router_id': '79b634a5-5d66-4f35-81a1-8ebb10f49dbc', 'port_id': '20ac737c-1b0c-47fb-85a3-5ec5479f6d37', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccf298e8-e752-4524-b52b-d3952f6382ed', 'mac_address': 'fa:16:3e:8a:c5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315135e1-f899-4061-8059-0aafc62b6164', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T19:04:11Z', 'updated_at': '2021-06-10T19:04:11Z', 'revision_number': 0, 'project_id': '03d822ac543649beabd5b85e18d148a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd05cccd3-902a-4517-b077-683e1a9effc5', 'name': '', 'network_id': 'ccf298e8-e752-4524-b52b-d3952f6382ed', 'tenant_id': '03d822ac543649beabd5b85e18d148a4', 'mac_address': 'fa:16:3e:bc:34:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b634a5-5d66-4f35-81a1-8ebb10f49dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '97f21823-eb57-44fa-bcc2-8fe91251a408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T19:00:25Z', 'updated_at': '2021-06-10T19:00:32Z', 'revision_number': 5, 'project_id': '03d822ac543649beabd5b85e18d148a4', 'subnets': [{'id': '97f21823-eb57-44fa-bcc2-8fe91251a408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 19:04:13.899754 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b8a54b-8bf5-4c6a-ac9b-500e076525d9 None None] New status for floating IP b8d04041-d267-4ab1-9bf8-05763813b511: ACTIVE {{(pid=98187) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 19:04:14.306685 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-393d548b-a4e8-4c26-9e33-d90b0f8ea3f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:04:14.447995 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:04:15.470872 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-8dcc316c-a8c5-4da3-a0ad-e3f4fe9157be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:04:17.301671 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-bf1ede84-8c21-46ff-8a19-cb90afe635a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:04:17.735773 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:04:41.830901 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-f7eb7864-7798-4cff-85ab-8e04900e7ff0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:04:43.948415 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.agents_db [None req-dd8e6269-3fd9-4915-b5ed-83e1f738bf4e None None] Agent healthcheck: found 6 active agents {{(pid=98187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 19:04:44.307591 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-1f2e34ef-790f-4c5c-b780-e0c448165a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:04:44.448342 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:04:45.462295 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-8dcc316c-a8c5-4da3-a0ad-e3f4fe9157be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:04:47.300900 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-bf1ede84-8c21-46ff-8a19-cb90afe635a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:04:47.759625 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:04:58.604273 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-58d2d573-4790-4758-bed1-becb521f75df req-e68d2974-c506-46cd-990c-c911a02e378b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=315135e1-f899-4061-8059-0aafc62b6164&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0612974 Jun 10 19:04:58.702234 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d2d573-4790-4758-bed1-becb521f75df req-6760107c-0c6c-465c-8217-9ff15aba8b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:04:58.703962 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-58d2d573-4790-4758-bed1-becb521f75df req-6760107c-0c6c-465c-8217-9ff15aba8b39 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=03d822ac543649beabd5b85e18d148a4&device_id=315135e1-f899-4061-8059-0aafc62b6164 HTTP/1.1" status: 200 len: 1099 time: 0.0575042 Jun 10 19:04:58.830321 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d2d573-4790-4758-bed1-becb521f75df req-bd0fd1bb-adae-41ef-bd09-4f3d0a687397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:04:58.831815 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-58d2d573-4790-4758-bed1-becb521f75df req-bd0fd1bb-adae-41ef-bd09-4f3d0a687397 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ccf298e8-e752-4524-b52b-d3952f6382ed HTTP/1.1" status: 200 len: 913 time: 0.1091487 Jun 10 19:04:58.916718 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-58d2d573-4790-4758-bed1-becb521f75df req-2b2c5d42-85e1-446e-a604-983c5ca3b339 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20ac737c-1b0c-47fb-85a3-5ec5479f6d37 HTTP/1.1" status: 200 len: 1002 time: 0.0782092 Jun 10 19:04:58.972264 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d2d573-4790-4758-bed1-becb521f75df req-f48cf532-61cb-471d-8f1b-3a8c2aea1947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:04:58.973736 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-58d2d573-4790-4758-bed1-becb521f75df req-f48cf532-61cb-471d-8f1b-3a8c2aea1947 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=97f21823-eb57-44fa-bcc2-8fe91251a408 HTTP/1.1" status: 200 len: 851 time: 0.0501163 Jun 10 19:04:59.034963 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d2d573-4790-4758-bed1-becb521f75df req-994d387f-9b72-40a0-84a8-598e1cefc256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:04:59.036412 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-58d2d573-4790-4758-bed1-becb521f75df req-994d387f-9b72-40a0-84a8-598e1cefc256 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ccf298e8-e752-4524-b52b-d3952f6382ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0566273 Jun 10 19:04:59.146507 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-58d2d573-4790-4758-bed1-becb521f75df req-66eaea5b-7214-4c6f-8037-0d00b661e48c service neutron] 10.222.0.39 "GET /v2.0/networks/ccf298e8-e752-4524-b52b-d3952f6382ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036184 Jun 10 19:04:59.260768 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-58d2d573-4790-4758-bed1-becb521f75df req-c89500ce-f698-4aa6-8450-c444a6f2f99e service neutron] 10.222.0.39 "GET /v2.0/networks/ccf298e8-e752-4524-b52b-d3952f6382ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073570 Jun 10 19:05:11.831385 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-c92a47a7-260b-4b0a-b91b-ea970f8d36bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:05:14.308843 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-6fad328e-eee0-41c4-acc6-17d831a7e33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:05:14.448528 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:05:15.467235 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-8dcc316c-a8c5-4da3-a0ad-e3f4fe9157be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:05:17.303915 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-bf1ede84-8c21-46ff-8a19-cb90afe635a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:05:17.749615 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:05:20.947334 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.agents_db [None req-dd8e6269-3fd9-4915-b5ed-83e1f738bf4e None None] Agent healthcheck: found 6 active agents {{(pid=98187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 19:05:41.831429 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-2b49ed9f-bde8-4459-b2b9-5d1665289426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:05:44.309680 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-960f258e-ef6f-4489-b63a-be9f6cc485c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:05:44.448888 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:05:45.467683 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-8dcc316c-a8c5-4da3-a0ad-e3f4fe9157be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:05:47.305362 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-bf1ede84-8c21-46ff-8a19-cb90afe635a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:05:47.756064 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:05:57.945474 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.agents_db [None req-dd8e6269-3fd9-4915-b5ed-83e1f738bf4e None None] Agent healthcheck: found 6 active agents {{(pid=98187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 19:05:59.073930 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-ccd46293-caab-4a83-a4b9-1ab52f78b048 req-b094d7d6-b975-4a3e-864b-74d7b847da53 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=315135e1-f899-4061-8059-0aafc62b6164&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0616312 Jun 10 19:05:59.174113 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd46293-caab-4a83-a4b9-1ab52f78b048 req-b7343636-910d-4624-8336-e1eb05c1d1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:05:59.175545 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-ccd46293-caab-4a83-a4b9-1ab52f78b048 req-b7343636-910d-4624-8336-e1eb05c1d1fc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=03d822ac543649beabd5b85e18d148a4&device_id=315135e1-f899-4061-8059-0aafc62b6164 HTTP/1.1" status: 200 len: 1099 time: 0.0610361 Jun 10 19:05:59.301777 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd46293-caab-4a83-a4b9-1ab52f78b048 req-523e5d54-577d-4081-bed3-207b1de3da93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:05:59.303226 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-ccd46293-caab-4a83-a4b9-1ab52f78b048 req-523e5d54-577d-4081-bed3-207b1de3da93 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ccf298e8-e752-4524-b52b-d3952f6382ed HTTP/1.1" status: 200 len: 913 time: 0.1075399 Jun 10 19:05:59.396595 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-ccd46293-caab-4a83-a4b9-1ab52f78b048 req-b4284a7e-919b-4710-bd70-ed946f637030 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20ac737c-1b0c-47fb-85a3-5ec5479f6d37 HTTP/1.1" status: 200 len: 1002 time: 0.0865939 Jun 10 19:05:59.450693 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd46293-caab-4a83-a4b9-1ab52f78b048 req-8e244b15-3069-45df-97bb-7e9c700eaed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:05:59.452121 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-ccd46293-caab-4a83-a4b9-1ab52f78b048 req-8e244b15-3069-45df-97bb-7e9c700eaed4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=97f21823-eb57-44fa-bcc2-8fe91251a408 HTTP/1.1" status: 200 len: 851 time: 0.0500140 Jun 10 19:05:59.808540 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd46293-caab-4a83-a4b9-1ab52f78b048 req-abcd367c-e8ae-4d79-af0e-23fb6e2a68d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:05:59.810040 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-ccd46293-caab-4a83-a4b9-1ab52f78b048 req-abcd367c-e8ae-4d79-af0e-23fb6e2a68d6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ccf298e8-e752-4524-b52b-d3952f6382ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3515933 Jun 10 19:05:59.926411 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-ccd46293-caab-4a83-a4b9-1ab52f78b048 req-f3b12632-d4a8-4e3b-8eb1-80ad3b10384a service neutron] 10.222.0.39 "GET /v2.0/networks/ccf298e8-e752-4524-b52b-d3952f6382ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090841 Jun 10 19:06:00.039009 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-ccd46293-caab-4a83-a4b9-1ab52f78b048 req-11f4a08c-f51a-438a-9f9e-731dd13fa003 service neutron] 10.222.0.39 "GET /v2.0/networks/ccf298e8-e752-4524-b52b-d3952f6382ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067190 Jun 10 19:06:11.831214 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-726f4551-3847-4467-95ab-79a3fadaca83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:06:14.310657 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-e8319bef-90dd-461d-91e4-59fae49b792b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:06:14.448788 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:06:15.470890 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-8dcc316c-a8c5-4da3-a0ad-e3f4fe9157be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:06:17.308962 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-bf1ede84-8c21-46ff-8a19-cb90afe635a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:06:17.752324 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:06:26.668581 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-7ba1c3e1-a086-447a-911b-8e670de77af0 req-8743807f-b6b4-4177-bd1b-0802d69a6dd3 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-466338764&fields=id&tenant_id=03d822ac543649beabd5b85e18d148a4 HTTP/1.1" status: 200 len: 267 time: 0.0365984 Jun 10 19:06:26.796987 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba1c3e1-a086-447a-911b-8e670de77af0 req-a09426a2-761e-451d-a0d6-89a762afd65e tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:06:26.798431 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-7ba1c3e1-a086-447a-911b-8e670de77af0 req-a09426a2-761e-451d-a0d6-89a762afd65e tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/networks?id=ccf298e8-e752-4524-b52b-d3952f6382ed HTTP/1.1" status: 200 len: 812 time: 0.1235428 Jun 10 19:06:26.813846 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-7ba1c3e1-a086-447a-911b-8e670de77af0 req-23354037-533c-4d0b-b24f-dd4649d3ee40 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/quotas/03d822ac543649beabd5b85e18d148a4 HTTP/1.1" status: 200 len: 375 time: 0.0098965 Jun 10 19:06:26.893235 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-7ba1c3e1-a086-447a-911b-8e670de77af0 req-db4e8e77-5f6d-434a-82a1-203df712707d tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=03d822ac543649beabd5b85e18d148a4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0745032 Jun 10 19:06:26.949938 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [req-7ba1c3e1-a086-447a-911b-8e670de77af0 req-3036b4be-1ed5-4383-a8a3-7a7255f8ca7f service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=98185) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 19:06:26.950918 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-7ba1c3e1-a086-447a-911b-8e670de77af0 req-3036b4be-1ed5-4383-a8a3-7a7255f8ca7f service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0471339 Jun 10 19:06:27.062384 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-7ba1c3e1-a086-447a-911b-8e670de77af0 req-3ff9b970-46da-4078-b9cd-71be1eaef04a service neutron] 10.222.0.15 "GET /v2.0/networks/ccf298e8-e752-4524-b52b-d3952f6382ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053383 Jun 10 19:06:27.173183 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-7ba1c3e1-a086-447a-911b-8e670de77af0 req-142c1cc1-9d36-4f22-a525-fe28a66e9840 service neutron] 10.222.0.15 "GET /v2.0/networks/ccf298e8-e752-4524-b52b-d3952f6382ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050470 Jun 10 19:06:27.482602 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-3d0dde0c-c75b-497d-a266-f25e68be577e req-1da61abd-6f96-4164-9411-e9c476d2c6d0 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/ports?device_id=6383a611-778b-4e4a-b0c7-b631b86f4498 HTTP/1.1" status: 200 len: 210 time: 0.0394950 Jun 10 19:06:28.567552 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-2e6656f5-8490-4d73-aecf-19b96ac9ea97 req-04e9fae2-1c17-4f3d-ba73-f40f8859d0a5 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/ports?device_id=6383a611-778b-4e4a-b0c7-b631b86f4498 HTTP/1.1" status: 200 len: 210 time: 0.0340705 Jun 10 19:06:29.670647 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba1c3e1-a086-447a-911b-8e670de77af0 req-8a7eafdb-9289-4bfe-afee-e695e55069b9 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:06:29.672124 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-7ba1c3e1-a086-447a-911b-8e670de77af0 req-8a7eafdb-9289-4bfe-afee-e695e55069b9 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.39 "GET /v2.0/networks?id=ccf298e8-e752-4524-b52b-d3952f6382ed HTTP/1.1" status: 200 len: 812 time: 0.1358311 Jun 10 19:06:29.723804 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-7ba1c3e1-a086-447a-911b-8e670de77af0 req-978aeaa8-d013-44da-b228-aa5f1232b89f tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=03d822ac543649beabd5b85e18d148a4 HTTP/1.1" status: 200 len: 379 time: 0.0415828 Jun 10 19:06:29.734192 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.v2.base [req-7ba1c3e1-a086-447a-911b-8e670de77af0 req-ee294334-bfbd-49a5-a5fa-40ee1736ebb6 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Request body: {'port': {'device_id': '6383a611-778b-4e4a-b0c7-b631b86f4498', 'network_id': 'ccf298e8-e752-4524-b52b-d3952f6382ed', 'admin_state_up': True, 'tenant_id': '03d822ac543649beabd5b85e18d148a4', 'security_groups': ['a4269ce8-a26c-4762-b470-27e106135616']}} {{(pid=98185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 19:06:29.745976 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-0912f89e-0300-4e0d-a9e2-d9d448d62545 req-4d1075bd-a27b-4164-aea3-a65fbf8909b2 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/ports?device_id=6383a611-778b-4e4a-b0c7-b631b86f4498 HTTP/1.1" status: 200 len: 210 time: 0.0367734 Jun 10 19:06:29.885581 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ba1c3e1-a086-447a-911b-8e670de77af0 req-ee294334-bfbd-49a5-a5fa-40ee1736ebb6 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Made reservation on behalf of 03d822ac543649beabd5b85e18d148a4 for: {'port': 1} {{(pid=98185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 19:06:29.889200 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-7ba1c3e1-a086-447a-911b-8e670de77af0 req-ee294334-bfbd-49a5-a5fa-40ee1736ebb6 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-941319'] for port, before_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:06:30.040327 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.db.db_base_plugin_common [req-7ba1c3e1-a086-447a-911b-8e670de77af0 req-ee294334-bfbd-49a5-a5fa-40ee1736ebb6 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Allocated IP 172.20.0.14 (ccf298e8-e752-4524-b52b-d3952f6382ed/97f21823-eb57-44fa-bcc2-8fe91251a408/70cba7aa-55f1-484b-b96e-3333401892d0) {{(pid=98185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 19:06:30.216572 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-7ba1c3e1-a086-447a-911b-8e670de77af0 req-ee294334-bfbd-49a5-a5fa-40ee1736ebb6 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Notify callbacks [] for port, precommit_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:06:30.229862 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.db.provisioning_blocks [req-7ba1c3e1-a086-447a-911b-8e670de77af0 req-ee294334-bfbd-49a5-a5fa-40ee1736ebb6 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Transition to ACTIVE for port object 70cba7aa-55f1-484b-b96e-3333401892d0 will not be triggered until provisioned by entity DHCP. {{(pid=98185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 19:06:30.267366 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-7ba1c3e1-a086-447a-911b-8e670de77af0 req-ee294334-bfbd-49a5-a5fa-40ee1736ebb6 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-941510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578064406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11876810'] for port, after_create {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:06:30.271291 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-7ea818ea-2616-48c2-ab81-cd45a3229d4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 19:06:30.324513 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ba1c3e1-a086-447a-911b-8e670de77af0 req-ee294334-bfbd-49a5-a5fa-40ee1736ebb6 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Network ccf298e8-e752-4524-b52b-d3952f6382ed is already hosted by enough agents. {{(pid=98185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 19:06:30.327855 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.base_scheduler [req-7ba1c3e1-a086-447a-911b-8e670de77af0 req-ee294334-bfbd-49a5-a5fa-40ee1736ebb6 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Resources bound (agent type, host, resource id): {{(pid=98185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 19:06:30.333690 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ba1c3e1-a086-447a-911b-8e670de77af0 req-ee294334-bfbd-49a5-a5fa-40ee1736ebb6 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Received port after_create {{(pid=98185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 19:06:30.364304 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee294334-bfbd-49a5-a5fa-40ee1736ebb6 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Pushing event updated for resources: {'Port': ['ID=70cba7aa-55f1-484b-b96e-3333401892d0,revision_number=1']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 19:06:30.380648 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee294334-bfbd-49a5-a5fa-40ee1736ebb6 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:06:30.381051 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee294334-bfbd-49a5-a5fa-40ee1736ebb6 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:06:30.381468 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee294334-bfbd-49a5-a5fa-40ee1736ebb6 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:06:30.381864 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee294334-bfbd-49a5-a5fa-40ee1736ebb6 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:06:30.382250 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee294334-bfbd-49a5-a5fa-40ee1736ebb6 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:06:30.382635 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee294334-bfbd-49a5-a5fa-40ee1736ebb6 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:06:30.383015 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee294334-bfbd-49a5-a5fa-40ee1736ebb6 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:06:30.383399 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee294334-bfbd-49a5-a5fa-40ee1736ebb6 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:06:30.383778 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee294334-bfbd-49a5-a5fa-40ee1736ebb6 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:06:30.384153 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee294334-bfbd-49a5-a5fa-40ee1736ebb6 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:06:30.384528 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee294334-bfbd-49a5-a5fa-40ee1736ebb6 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:06:30.384901 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee294334-bfbd-49a5-a5fa-40ee1736ebb6 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:06:30.390904 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-ee294334-bfbd-49a5-a5fa-40ee1736ebb6 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 19:06:30.406261 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba1c3e1-a086-447a-911b-8e670de77af0 req-ee294334-bfbd-49a5-a5fa-40ee1736ebb6 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:06:30.406939 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-7ba1c3e1-a086-447a-911b-8e670de77af0 req-ee294334-bfbd-49a5-a5fa-40ee1736ebb6 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230521'] for port, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:06:30.421430 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-7ba1c3e1-a086-447a-911b-8e670de77af0 req-ee294334-bfbd-49a5-a5fa-40ee1736ebb6 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6921458 Jun 10 19:06:30.433649 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.v2.base [req-7ba1c3e1-a086-447a-911b-8e670de77af0 req-ff82c975-2ddc-4095-9b74-3b71d8279c33 service neutron] Request body: {'port': {'device_id': '6383a611-778b-4e4a-b0c7-b631b86f4498', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=98185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 19:06:30.528556 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-7ba1c3e1-a086-447a-911b-8e670de77af0 req-ff82c975-2ddc-4095-9b74-3b71d8279c33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:06:30.623697 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-31c9f0fb-658c-4392-97aa-b7cea336bd96 None None] Provisioning for port 70cba7aa-55f1-484b-b96e-3333401892d0 completed by entity DHCP. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 19:06:30.627667 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-31c9f0fb-658c-4392-97aa-b7cea336bd96 None None] Provisioning complete for port 70cba7aa-55f1-484b-b96e-3333401892d0 triggered by entity DHCP. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 19:06:30.628066 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-31c9f0fb-658c-4392-97aa-b7cea336bd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:06:30.670035 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.plugin [None req-31c9f0fb-658c-4392-97aa-b7cea336bd96 None None] Port 70cba7aa-55f1-484b-b96e-3333401892d0 cannot update to ACTIVE because it is not bound. {{(pid=98186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 19:06:30.843209 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.notifiers.nova [req-7ba1c3e1-a086-447a-911b-8e670de77af0 req-ff82c975-2ddc-4095-9b74-3b71d8279c33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70cba7aa-55f1-484b-b96e-3333401892d0 {{(pid=98185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 19:06:30.853289 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-7ba1c3e1-a086-447a-911b-8e670de77af0 req-ff82c975-2ddc-4095-9b74-3b71d8279c33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:06:30.897045 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.db.provisioning_blocks [req-7ba1c3e1-a086-447a-911b-8e670de77af0 req-ff82c975-2ddc-4095-9b74-3b71d8279c33 service neutron] Transition to ACTIVE for port object 70cba7aa-55f1-484b-b96e-3333401892d0 will not be triggered until provisioned by entity L2. {{(pid=98185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 19:06:30.903816 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-7ba1c3e1-a086-447a-911b-8e670de77af0 req-ff82c975-2ddc-4095-9b74-3b71d8279c33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11876824'] for port, after_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:06:30.907114 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-18bcacac-a59e-4873-9c48-8a928fd22fb6 tempest-AttachVolumeShelveTestJSON-773603962 tempest-AttachVolumeShelveTestJSON-773603962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 19:06:31.022449 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff82c975-2ddc-4095-9b74-3b71d8279c33 service neutron] Pushing event updated for resources: {'Port': ['ID=70cba7aa-55f1-484b-b96e-3333401892d0,revision_number=2']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 19:06:31.025270 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-ff82c975-2ddc-4095-9b74-3b71d8279c33 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 19:06:31.090319 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52494ec9-48e7-4837-8f88-3e77a73a7887 req-9a3d18df-9060-4c5f-b5c9-c8be0cc04a1e tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:06:31.091960 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-52494ec9-48e7-4837-8f88-3e77a73a7887 req-9a3d18df-9060-4c5f-b5c9-c8be0cc04a1e tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/ports?device_id=6383a611-778b-4e4a-b0c7-b631b86f4498 HTTP/1.1" status: 200 len: 932 time: 0.2325888 Jun 10 19:06:31.150586 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.managers [req-7ba1c3e1-a086-447a-911b-8e670de77af0 req-ff82c975-2ddc-4095-9b74-3b71d8279c33 service neutron] Attempting to bind port 70cba7aa-55f1-484b-b96e-3333401892d0 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=98185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 19:06:31.150862 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.managers [req-7ba1c3e1-a086-447a-911b-8e670de77af0 req-ff82c975-2ddc-4095-9b74-3b71d8279c33 service neutron] Attempting to bind port 70cba7aa-55f1-484b-b96e-3333401892d0 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '83899cc1-bda3-43a5-82a1-515a46798267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ccf298e8-e752-4524-b52b-d3952f6382ed'}] {{(pid=98185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 19:06:31.151199 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba1c3e1-a086-447a-911b-8e670de77af0 req-ff82c975-2ddc-4095-9b74-3b71d8279c33 service neutron] Attempting to bind port 70cba7aa-55f1-484b-b96e-3333401892d0 on network ccf298e8-e752-4524-b52b-d3952f6382ed {{(pid=98185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 19:06:31.159483 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-52494ec9-48e7-4837-8f88-3e77a73a7887 req-03301123-d41f-46d7-98e2-cafe3e3193bb tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4269ce8-a26c-4762-b470-27e106135616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578101 Jun 10 19:06:31.160157 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba1c3e1-a086-447a-911b-8e670de77af0 req-ff82c975-2ddc-4095-9b74-3b71d8279c33 service neutron] Port 70cba7aa-55f1-484b-b96e-3333401892d0 on network ccf298e8-e752-4524-b52b-d3952f6382ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=98185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 19:06:31.160485 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba1c3e1-a086-447a-911b-8e670de77af0 req-ff82c975-2ddc-4095-9b74-3b71d8279c33 service neutron] Attempting to bind port 70cba7aa-55f1-484b-b96e-3333401892d0 on network ccf298e8-e752-4524-b52b-d3952f6382ed {{(pid=98185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 19:06:31.165469 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba1c3e1-a086-447a-911b-8e670de77af0 req-ff82c975-2ddc-4095-9b74-3b71d8279c33 service neutron] Checking agent: {'id': '81ed237c-a7bd-4721-ad26-da2ab32caefc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 18, 45, 46), 'started_at': datetime.datetime(2021, 6, 10, 18, 45, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 19, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 19:06:31.165819 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba1c3e1-a086-447a-911b-8e670de77af0 req-ff82c975-2ddc-4095-9b74-3b71d8279c33 service neutron] Checking segment: {'id': '83899cc1-bda3-43a5-82a1-515a46798267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ccf298e8-e752-4524-b52b-d3952f6382ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 19:06:31.166204 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba1c3e1-a086-447a-911b-8e670de77af0 req-ff82c975-2ddc-4095-9b74-3b71d8279c33 service neutron] Bound using segment: {'id': '83899cc1-bda3-43a5-82a1-515a46798267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ccf298e8-e752-4524-b52b-d3952f6382ed'} {{(pid=98185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 19:06:31.166636 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.managers [req-7ba1c3e1-a086-447a-911b-8e670de77af0 req-ff82c975-2ddc-4095-9b74-3b71d8279c33 service neutron] Bound port: 70cba7aa-55f1-484b-b96e-3333401892d0, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83899cc1-bda3-43a5-82a1-515a46798267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ccf298e8-e752-4524-b52b-d3952f6382ed'}}] {{(pid=98185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 19:06:31.166992 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-7ba1c3e1-a086-447a-911b-8e670de77af0 req-ff82c975-2ddc-4095-9b74-3b71d8279c33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:06:31.246009 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.db [req-7ba1c3e1-a086-447a-911b-8e670de77af0 req-ff82c975-2ddc-4095-9b74-3b71d8279c33 service neutron] For port 70cba7aa-55f1-484b-b96e-3333401892d0, host hv-cinder-78626, cleared binding levels {{(pid=98185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 19:06:31.248855 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.db [req-7ba1c3e1-a086-447a-911b-8e670de77af0 req-ff82c975-2ddc-4095-9b74-3b71d8279c33 service neutron] For port 70cba7aa-55f1-484b-b96e-3333401892d0, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=70cba7aa-55f1-484b-b96e-3333401892d0,segment=NetworkSegment(83899cc1-bda3-43a5-82a1-515a46798267),segment_id=83899cc1-bda3-43a5-82a1-515a46798267)] {{(pid=98185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 19:06:31.254214 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-7ba1c3e1-a086-447a-911b-8e670de77af0 req-ff82c975-2ddc-4095-9b74-3b71d8279c33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11876824'] for port, after_update {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:06:31.256908 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-ffb3440c-a230-45f7-8202-c50993b0ceaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 19:06:31.291624 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba1c3e1-a086-447a-911b-8e670de77af0 req-ff82c975-2ddc-4095-9b74-3b71d8279c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:06:31.292732 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-7ba1c3e1-a086-447a-911b-8e670de77af0 req-ff82c975-2ddc-4095-9b74-3b71d8279c33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230521'] for port, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:06:31.294222 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-7ba1c3e1-a086-447a-911b-8e670de77af0 req-ff82c975-2ddc-4095-9b74-3b71d8279c33 service neutron] 10.222.0.39 "PUT /v2.0/ports/70cba7aa-55f1-484b-b96e-3333401892d0 HTTP/1.1" status: 200 len: 1094 time: 0.8655739 Jun 10 19:06:31.294777 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6383a611-778b-4e4a-b0c7-b631b86f4498', 'tag': '70cba7aa-55f1-484b-b96e-3333401892d0'}] {{(pid=98185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 19:06:31.297141 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44d46bb02d59f4e600e8e3fdef735be97a189b4bda953b1539dd9e97451c2ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3041d6b6-71d8-4435-9dc0-3dbf5e6cd775" -d '{"events": [{"name": "network-changed", "server_uuid": "6383a611-778b-4e4a-b0c7-b631b86f4498", "tag": "70cba7aa-55f1-484b-b96e-3333401892d0"}]}' {{(pid=98185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 19:06:31.344732 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff82c975-2ddc-4095-9b74-3b71d8279c33 service neutron] Pushing event updated for resources: {'Port': ['ID=70cba7aa-55f1-484b-b96e-3333401892d0,revision_number=3']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 19:06:31.350333 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-ff82c975-2ddc-4095-9b74-3b71d8279c33 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 19:06:31.422171 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 19:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c19f4ad-2ecf-4d4e-b85e-78cca8202297 x-openstack-request-id: req-8c19f4ad-2ecf-4d4e-b85e-78cca8202297 {{(pid=98185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 19:06:31.422644 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6383a611-778b-4e4a-b0c7-b631b86f4498", "tag": "70cba7aa-55f1-484b-b96e-3333401892d0", "status": "completed", "code": 200}]} {{(pid=98185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 19:06:31.423027 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8c19f4ad-2ecf-4d4e-b85e-78cca8202297 {{(pid=98185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 19:06:31.423490 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6383a611-778b-4e4a-b0c7-b631b86f4498', 'tag': '70cba7aa-55f1-484b-b96e-3333401892d0', 'status': 'completed', 'code': 200} Jun 10 19:06:31.426466 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba1c3e1-a086-447a-911b-8e670de77af0 req-e7ba2083-c1f3-43dd-bc9b-4db29de78d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:06:31.428005 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-7ba1c3e1-a086-447a-911b-8e670de77af0 req-e7ba2083-c1f3-43dd-bc9b-4db29de78d7b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=03d822ac543649beabd5b85e18d148a4&device_id=6383a611-778b-4e4a-b0c7-b631b86f4498 HTTP/1.1" status: 200 len: 1097 time: 0.0684457 Jun 10 19:06:31.487794 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-7ba1c3e1-a086-447a-911b-8e670de77af0 req-3c19e9db-afdf-42a7-b04a-fe3631bbe779 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=70cba7aa-55f1-484b-b96e-3333401892d0 HTTP/1.1" status: 200 len: 217 time: 0.0532072 Jun 10 19:06:31.544750 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba1c3e1-a086-447a-911b-8e670de77af0 req-7d865cf4-f3f4-4408-9e3b-2074fff0f756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:06:31.546219 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-7ba1c3e1-a086-447a-911b-8e670de77af0 req-7d865cf4-f3f4-4408-9e3b-2074fff0f756 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=97f21823-eb57-44fa-bcc2-8fe91251a408 HTTP/1.1" status: 200 len: 851 time: 0.0529301 Jun 10 19:06:31.608886 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba1c3e1-a086-447a-911b-8e670de77af0 req-45d3e78f-cdf6-49e6-9581-f0e8d40cc623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:06:31.610276 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-7ba1c3e1-a086-447a-911b-8e670de77af0 req-45d3e78f-cdf6-49e6-9581-f0e8d40cc623 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ccf298e8-e752-4524-b52b-d3952f6382ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0573099 Jun 10 19:06:31.723334 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-7ba1c3e1-a086-447a-911b-8e670de77af0 req-29fdf681-5413-42f5-8ba1-f6cd4dba6c6b service neutron] 10.222.0.39 "GET /v2.0/networks/ccf298e8-e752-4524-b52b-d3952f6382ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066184 Jun 10 19:06:31.843856 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-7ba1c3e1-a086-447a-911b-8e670de77af0 req-0e4d6b31-9e03-4244-b0a4-24091428db19 service neutron] 10.222.0.39 "GET /v2.0/networks/ccf298e8-e752-4524-b52b-d3952f6382ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137211 Jun 10 19:06:31.947651 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3041d6b6-71d8-4435-9dc0-3dbf5e6cd775 req-7ec237a8-ca63-419a-b351-9db09e4cf82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:06:31.949168 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-3041d6b6-71d8-4435-9dc0-3dbf5e6cd775 req-7ec237a8-ca63-419a-b351-9db09e4cf82f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=03d822ac543649beabd5b85e18d148a4&device_id=6383a611-778b-4e4a-b0c7-b631b86f4498 HTTP/1.1" status: 200 len: 1097 time: 0.0577517 Jun 10 19:06:32.064540 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3041d6b6-71d8-4435-9dc0-3dbf5e6cd775 req-9f5014bb-bcc0-4223-bce6-b516e1f9567e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:06:32.066043 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-3041d6b6-71d8-4435-9dc0-3dbf5e6cd775 req-9f5014bb-bcc0-4223-bce6-b516e1f9567e service neutron] 10.222.0.39 "GET /v2.0/networks?id=ccf298e8-e752-4524-b52b-d3952f6382ed HTTP/1.1" status: 200 len: 913 time: 0.1106887 Jun 10 19:06:32.123304 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-3041d6b6-71d8-4435-9dc0-3dbf5e6cd775 req-850a910b-5d08-4208-ae82-ceedf720f97e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=70cba7aa-55f1-484b-b96e-3333401892d0 HTTP/1.1" status: 200 len: 217 time: 0.0510941 Jun 10 19:06:32.177888 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3041d6b6-71d8-4435-9dc0-3dbf5e6cd775 req-a642f1c4-ebdb-4973-b21a-af3bc53c9916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:06:32.179312 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-3041d6b6-71d8-4435-9dc0-3dbf5e6cd775 req-a642f1c4-ebdb-4973-b21a-af3bc53c9916 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=97f21823-eb57-44fa-bcc2-8fe91251a408 HTTP/1.1" status: 200 len: 851 time: 0.0501127 Jun 10 19:06:32.242666 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3041d6b6-71d8-4435-9dc0-3dbf5e6cd775 req-256ea7dd-666d-42f8-ac33-87167cdda763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:06:32.244134 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-3041d6b6-71d8-4435-9dc0-3dbf5e6cd775 req-256ea7dd-666d-42f8-ac33-87167cdda763 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ccf298e8-e752-4524-b52b-d3952f6382ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0580616 Jun 10 19:06:32.412041 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-3041d6b6-71d8-4435-9dc0-3dbf5e6cd775 req-c4eee091-b79a-46c2-9041-fb34d1c30a86 service neutron] 10.222.0.39 "GET /v2.0/networks/ccf298e8-e752-4524-b52b-d3952f6382ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600206 Jun 10 19:06:32.423343 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d917cf-2818-49b7-a89e-652947bd0f8c req-b6d52327-a6f6-4ae4-b324-1c701b22cdf6 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:06:32.424730 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-75d917cf-2818-49b7-a89e-652947bd0f8c req-b6d52327-a6f6-4ae4-b324-1c701b22cdf6 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/ports?device_id=6383a611-778b-4e4a-b0c7-b631b86f4498 HTTP/1.1" status: 200 len: 944 time: 0.1493080 Jun 10 19:06:32.840451 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-75d917cf-2818-49b7-a89e-652947bd0f8c req-8276326e-bd6c-4d66-a244-96ba8956278d tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4269ce8-a26c-4762-b470-27e106135616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4063358 Jun 10 19:06:32.860029 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-3041d6b6-71d8-4435-9dc0-3dbf5e6cd775 req-111ff01c-9ca6-4e18-994c-d51cc362bfcb service neutron] 10.222.0.39 "GET /v2.0/networks/ccf298e8-e752-4524-b52b-d3952f6382ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4343855 Jun 10 19:06:34.017365 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5579ef0-4ae7-4496-9360-7474ecec8837 req-29e55ab3-0ea7-4cc5-a5e0-7b74530043b4 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:06:34.018829 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-f5579ef0-4ae7-4496-9360-7474ecec8837 req-29e55ab3-0ea7-4cc5-a5e0-7b74530043b4 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/ports?device_id=6383a611-778b-4e4a-b0c7-b631b86f4498 HTTP/1.1" status: 200 len: 944 time: 0.0684729 Jun 10 19:06:34.065321 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-f5579ef0-4ae7-4496-9360-7474ecec8837 req-bcc79f74-f7fc-4209-90f0-0e909edb8f3a tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4269ce8-a26c-4762-b470-27e106135616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409486 Jun 10 19:06:34.943927 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.agents_db [None req-dd8e6269-3fd9-4915-b5ed-83e1f738bf4e None None] Agent healthcheck: found 6 active agents {{(pid=98187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 19:06:35.240289 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451efcb1-2c90-4c6d-8029-7e26ebf5c723 req-0c7115bd-b0de-4630-8ded-6588c74446f8 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:06:35.241676 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-451efcb1-2c90-4c6d-8029-7e26ebf5c723 req-0c7115bd-b0de-4630-8ded-6588c74446f8 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/ports?device_id=6383a611-778b-4e4a-b0c7-b631b86f4498 HTTP/1.1" status: 200 len: 944 time: 0.0690725 Jun 10 19:06:35.282494 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-451efcb1-2c90-4c6d-8029-7e26ebf5c723 req-c2258fa8-1368-4780-bb7d-bd7f13868065 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4269ce8-a26c-4762-b470-27e106135616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344718 Jun 10 19:06:36.460678 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3d471e-1cf2-4027-97fe-6a5045f67d16 req-8205a3f6-92a6-4197-ba13-30b5a00fce54 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:06:36.462173 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-3d3d471e-1cf2-4027-97fe-6a5045f67d16 req-8205a3f6-92a6-4197-ba13-30b5a00fce54 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/ports?device_id=6383a611-778b-4e4a-b0c7-b631b86f4498 HTTP/1.1" status: 200 len: 944 time: 0.0713701 Jun 10 19:06:36.504084 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-3d3d471e-1cf2-4027-97fe-6a5045f67d16 req-ecafa058-6dca-49bf-9ada-2941bf5368d5 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4269ce8-a26c-4762-b470-27e106135616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359235 Jun 10 19:06:37.678914 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41658cbe-a2c7-490f-9d00-71e9cbeb349e req-d3aba750-f3db-4f9f-986f-9cfc745e40e3 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:06:37.680364 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-41658cbe-a2c7-490f-9d00-71e9cbeb349e req-d3aba750-f3db-4f9f-986f-9cfc745e40e3 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/ports?device_id=6383a611-778b-4e4a-b0c7-b631b86f4498 HTTP/1.1" status: 200 len: 944 time: 0.0679965 Jun 10 19:06:37.726490 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-41658cbe-a2c7-490f-9d00-71e9cbeb349e req-8f0cb9a9-a899-49b9-9a66-045236c4a507 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4269ce8-a26c-4762-b470-27e106135616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398116 Jun 10 19:06:38.907085 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be9fd24-979f-4cc7-8709-d332a7348174 req-801a2498-902b-45aa-81cb-b5139d519bb1 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:06:38.908541 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-1be9fd24-979f-4cc7-8709-d332a7348174 req-801a2498-902b-45aa-81cb-b5139d519bb1 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/ports?device_id=6383a611-778b-4e4a-b0c7-b631b86f4498 HTTP/1.1" status: 200 len: 944 time: 0.0670679 Jun 10 19:06:38.949566 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-1be9fd24-979f-4cc7-8709-d332a7348174 req-e78b97d3-e972-4b5b-9bc0-d80a4ed3d2ba tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4269ce8-a26c-4762-b470-27e106135616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354605 Jun 10 19:06:40.129655 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbf8f03-c1cb-4121-b525-824acc2661e7 req-fe55f1ab-fb2d-4b07-a18f-7c2a716aee1a tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:06:40.131096 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-3fbf8f03-c1cb-4121-b525-824acc2661e7 req-fe55f1ab-fb2d-4b07-a18f-7c2a716aee1a tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/ports?device_id=6383a611-778b-4e4a-b0c7-b631b86f4498 HTTP/1.1" status: 200 len: 944 time: 0.0694504 Jun 10 19:06:40.172955 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-3fbf8f03-c1cb-4121-b525-824acc2661e7 req-02c3e2a9-f56b-4b15-ba5d-a2e98db0aacc tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4269ce8-a26c-4762-b470-27e106135616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356393 Jun 10 19:06:41.070880 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Device 70cba7aa-55f1-484b-b96e-3333401892d0 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=98186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 19:06:41.192100 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] For port 70cba7aa-55f1-484b-b96e-3333401892d0, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=70cba7aa-55f1-484b-b96e-3333401892d0,segment=NetworkSegment(83899cc1-bda3-43a5-82a1-515a46798267),segment_id=83899cc1-bda3-43a5-82a1-515a46798267)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 19:06:41.204767 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Returning: {'device': '70cba7aa-55f1-484b-b96e-3333401892d0', 'network_id': 'ccf298e8-e752-4524-b52b-d3952f6382ed', 'port_id': '70cba7aa-55f1-484b-b96e-3333401892d0', 'mac_address': 'fa:16:3e:e0:a9:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97f21823-eb57-44fa-bcc2-8fe91251a408', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 19:06:41.248225 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:06:41.263157 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.notifiers.nova [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70cba7aa-55f1-484b-b96e-3333401892d0 {{(pid=98186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 19:06:41.284200 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] For port 70cba7aa-55f1-484b-b96e-3333401892d0, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=70cba7aa-55f1-484b-b96e-3333401892d0,segment=NetworkSegment(83899cc1-bda3-43a5-82a1-515a46798267),segment_id=83899cc1-bda3-43a5-82a1-515a46798267)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 19:06:41.288774 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:06:41.291447 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 19:06:41.345485 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Pushing event updated for resources: {'Port': ['ID=70cba7aa-55f1-484b-b96e-3333401892d0,revision_number=4']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 19:06:41.352451 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:06:41.352810 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:06:41.353156 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:06:41.353522 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:06:41.353864 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:06:41.354200 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:06:41.354536 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:06:41.354869 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:06:41.355199 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:06:41.355530 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:06:41.355856 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:06:41.356186 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:06:41.356502 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dd3324-bdd5-4153-a36a-663c52080100 req-88e08f4e-7b46-4621-9ab5-092005915da3 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:06:41.357999 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-23dd3324-bdd5-4153-a36a-663c52080100 req-88e08f4e-7b46-4621-9ab5-092005915da3 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/ports?device_id=6383a611-778b-4e4a-b0c7-b631b86f4498 HTTP/1.1" status: 200 len: 945 time: 0.0740793 Jun 10 19:06:41.360122 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 19:06:41.404853 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-23dd3324-bdd5-4153-a36a-663c52080100 req-cde48a79-dad0-493f-9c32-fee630021b4b tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4269ce8-a26c-4762-b470-27e106135616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366645 Jun 10 19:06:41.663156 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] get_ports_and_sgs() called for port_ids ['70cba7aa-55f1-484b-b96e-3333401892d0'] {{(pid=98186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 19:06:41.848527 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-a74996f0-6b8c-4ea6-a963-7bf3437960d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:06:42.582072 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2b5944-3f7b-4106-85c7-476092f59258 req-605cc135-5af5-406a-844f-82e4ec011121 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:06:42.583425 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-0d2b5944-3f7b-4106-85c7-476092f59258 req-605cc135-5af5-406a-844f-82e4ec011121 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/ports?device_id=6383a611-778b-4e4a-b0c7-b631b86f4498 HTTP/1.1" status: 200 len: 945 time: 0.0675480 Jun 10 19:06:42.628599 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-0d2b5944-3f7b-4106-85c7-476092f59258 req-bb87ca62-e5d7-4294-aba5-f4a2f282961c tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4269ce8-a26c-4762-b470-27e106135616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397427 Jun 10 19:06:43.082204 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Device 70cba7aa-55f1-484b-b96e-3333401892d0 up at agent hyperv_hv-cinder-78626 {{(pid=98186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 19:06:43.136376 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Provisioning for port 70cba7aa-55f1-484b-b96e-3333401892d0 completed by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 19:06:43.140118 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.provisioning_blocks [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Provisioning complete for port 70cba7aa-55f1-484b-b96e-3333401892d0 triggered by entity L2. {{(pid=98186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 19:06:43.140511 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824997'] for port, provisioning_complete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:06:43.228093 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:06:43.252647 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6383a611-778b-4e4a-b0c7-b631b86f4498', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70cba7aa-55f1-484b-b96e-3333401892d0'}] {{(pid=98186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 19:06:43.254939 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c2f46a37dc9d9ea27ba47e2e5c887733d44c46f74833e79389795ef1d11a41d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3e66a52-7de8-4648-a69f-eb128f559721" -d '{"events": [{"server_uuid": "6383a611-778b-4e4a-b0c7-b631b86f4498", "name": "network-vif-plugged", "status": "completed", "tag": "70cba7aa-55f1-484b-b96e-3333401892d0"}]}' {{(pid=98186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 19:06:43.269127 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] For port 70cba7aa-55f1-484b-b96e-3333401892d0, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=70cba7aa-55f1-484b-b96e-3333401892d0,segment=NetworkSegment(83899cc1-bda3-43a5-82a1-515a46798267),segment_id=83899cc1-bda3-43a5-82a1-515a46798267)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 19:06:43.273365 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469'] for port, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:06:43.276133 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 19:06:43.330625 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Pushing event updated for resources: {'Port': ['ID=70cba7aa-55f1-484b-b96e-3333401892d0,revision_number=5']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 19:06:43.333714 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 19:06:43.344000 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 19:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-627c7b8b-f1d4-4486-97fd-5b7412eda09c x-openstack-request-id: req-627c7b8b-f1d4-4486-97fd-5b7412eda09c {{(pid=98186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 19:06:43.344310 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6383a611-778b-4e4a-b0c7-b631b86f4498", "name": "network-vif-plugged", "status": "completed", "tag": "70cba7aa-55f1-484b-b96e-3333401892d0", "code": 200}]} {{(pid=98186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 19:06:43.344582 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-627c7b8b-f1d4-4486-97fd-5b7412eda09c {{(pid=98186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 19:06:43.344982 dv-cinder-786260-4-iscsi neutron-server[98186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6383a611-778b-4e4a-b0c7-b631b86f4498', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70cba7aa-55f1-484b-b96e-3333401892d0', 'code': 200} Jun 10 19:06:43.616247 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c504e4b-9422-4608-ac79-3063fcb10fca req-4aef4deb-73c9-4de2-815c-a6e173b9f7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:06:43.617759 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-5c504e4b-9422-4608-ac79-3063fcb10fca req-4aef4deb-73c9-4de2-815c-a6e173b9f7ae service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6383a611-778b-4e4a-b0c7-b631b86f4498 HTTP/1.1" status: 200 len: 1099 time: 0.0566902 Jun 10 19:06:43.652855 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-5c504e4b-9422-4608-ac79-3063fcb10fca req-0b3567f5-0e0f-441f-b0a8-f16541e39983 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a4269ce8-a26c-4762-b470-27e106135616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289874 Jun 10 19:06:43.803765 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b58e50-27c4-4c31-b94e-495e7c0dcbd1 req-032ec376-33ca-402f-8ab2-54953e6052ec tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:06:43.805240 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-59b58e50-27c4-4c31-b94e-495e7c0dcbd1 req-032ec376-33ca-402f-8ab2-54953e6052ec tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/ports?device_id=6383a611-778b-4e4a-b0c7-b631b86f4498 HTTP/1.1" status: 200 len: 946 time: 0.0673583 Jun 10 19:06:43.850450 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-59b58e50-27c4-4c31-b94e-495e7c0dcbd1 req-a45e22bb-032f-4863-a0f4-d15ae52dc6c4 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4269ce8-a26c-4762-b470-27e106135616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379055 Jun 10 19:06:44.310578 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-7c4d4a64-c2d1-4a6c-9192-e6bec206d2b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:06:44.451711 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:06:45.037644 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7770b82d-13a4-4de8-b89c-f0547a2e8e14 req-f1caf8c8-e169-479f-aee5-800b2584e4d8 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:06:45.039138 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-7770b82d-13a4-4de8-b89c-f0547a2e8e14 req-f1caf8c8-e169-479f-aee5-800b2584e4d8 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/ports?device_id=6383a611-778b-4e4a-b0c7-b631b86f4498 HTTP/1.1" status: 200 len: 946 time: 0.0687237 Jun 10 19:06:45.080632 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-7770b82d-13a4-4de8-b89c-f0547a2e8e14 req-d84769ee-2bf2-4b04-b9c7-e6cf7ce9c2b0 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4269ce8-a26c-4762-b470-27e106135616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358317 Jun 10 19:06:45.260911 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103d7ff4-580c-4028-bd38-5df5d3c1faa5 req-9ff0124c-0805-4a69-a6ed-56f71795d82a tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:06:45.262826 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-103d7ff4-580c-4028-bd38-5df5d3c1faa5 req-9ff0124c-0805-4a69-a6ed-56f71795d82a tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/ports?device_id=6383a611-778b-4e4a-b0c7-b631b86f4498 HTTP/1.1" status: 200 len: 946 time: 0.0737486 Jun 10 19:06:45.303595 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-103d7ff4-580c-4028-bd38-5df5d3c1faa5 req-ea9418f2-15f4-4a90-9019-9e717b1d79ea tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4269ce8-a26c-4762-b470-27e106135616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350070 Jun 10 19:06:45.327602 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 56960) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 19:06:45.427471 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222e728e-3e41-4406-8f91-db31fbff2307 tempest-TestVolumeBootPattern-419322422 tempest-TestVolumeBootPattern-419322422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:06:45.428955 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-222e728e-3e41-4406-8f91-db31fbff2307 tempest-TestVolumeBootPattern-419322422 tempest-TestVolumeBootPattern-419322422-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6383a611-778b-4e4a-b0c7-b631b86f4498 HTTP/1.1" status: 200 len: 1094 time: 0.1003623 Jun 10 19:06:45.431707 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 56964) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 19:06:45.436511 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.v2.base [None req-9e08acc7-7c41-4c7e-bdcc-964255a3b166 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Request body: {'floatingip': {'floating_network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'port_id': '70cba7aa-55f1-484b-b96e-3333401892d0', 'tenant_id': '03d822ac543649beabd5b85e18d148a4', 'fixed_ip_address': '172.20.0.14'}} {{(pid=98184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 19:06:45.459617 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-9e08acc7-7c41-4c7e-bdcc-964255a3b166 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Notify callbacks [] for floatingip, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:06:45.473878 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-8dcc316c-a8c5-4da3-a0ad-e3f4fe9157be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:06:45.584872 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-9e08acc7-7c41-4c7e-bdcc-964255a3b166 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-941319'] for port, before_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:06:45.705378 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.db.db_base_plugin_common [None req-9e08acc7-7c41-4c7e-bdcc-964255a3b166 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Allocated IP 172.27.3.158 (a2be77e0-c818-4f69-a7bb-de46a435f28d/dcf03c9b-e407-4813-8188-7ebc21a92a5e/5a0ef7c6-c77e-4332-83df-af7aed0e345f) {{(pid=98184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 19:06:45.836596 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-9e08acc7-7c41-4c7e-bdcc-964255a3b166 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Notify callbacks [] for port, precommit_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:06:45.875608 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-9e08acc7-7c41-4c7e-bdcc-964255a3b166 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-941510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578064406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12374076'] for port, after_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:06:45.877561 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-41ee0ee6-48fa-45ab-b31c-02c0f46706ba tempest-AttachVolumeTestJSON-303845120 tempest-AttachVolumeTestJSON-303845120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 19:06:45.926309 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e08acc7-7c41-4c7e-bdcc-964255a3b166 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Network a2be77e0-c818-4f69-a7bb-de46a435f28d is already hosted by enough agents. {{(pid=98184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 19:06:45.929160 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.scheduler.base_scheduler [None req-9e08acc7-7c41-4c7e-bdcc-964255a3b166 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Resources bound (agent type, host, resource id): {{(pid=98184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 19:06:45.931635 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e08acc7-7c41-4c7e-bdcc-964255a3b166 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Received port after_create {{(pid=98184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 19:06:45.961437 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e08acc7-7c41-4c7e-bdcc-964255a3b166 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Pushing event updated for resources: {'Port': ['ID=5a0ef7c6-c77e-4332-83df-af7aed0e345f,revision_number=1']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 19:06:45.977139 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e08acc7-7c41-4c7e-bdcc-964255a3b166 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:06:45.977139 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e08acc7-7c41-4c7e-bdcc-964255a3b166 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:06:45.977139 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e08acc7-7c41-4c7e-bdcc-964255a3b166 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:06:45.977139 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e08acc7-7c41-4c7e-bdcc-964255a3b166 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:06:45.977670 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e08acc7-7c41-4c7e-bdcc-964255a3b166 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:06:45.977786 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e08acc7-7c41-4c7e-bdcc-964255a3b166 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:06:45.978130 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e08acc7-7c41-4c7e-bdcc-964255a3b166 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:06:45.978495 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e08acc7-7c41-4c7e-bdcc-964255a3b166 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:06:45.978929 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e08acc7-7c41-4c7e-bdcc-964255a3b166 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:06:45.979290 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e08acc7-7c41-4c7e-bdcc-964255a3b166 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:06:45.979652 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e08acc7-7c41-4c7e-bdcc-964255a3b166 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:06:45.980008 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e08acc7-7c41-4c7e-bdcc-964255a3b166 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:06:45.984221 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-9e08acc7-7c41-4c7e-bdcc-964255a3b166 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 19:06:46.398456 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-9e08acc7-7c41-4c7e-bdcc-964255a3b166 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:06:46.489959 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-9e08acc7-7c41-4c7e-bdcc-964255a3b166 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-941329'] for port, before_update {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:06:46.677607 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-9e08acc7-7c41-4c7e-bdcc-964255a3b166 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Notify callbacks [] for port, precommit_update {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:06:46.681938 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-9e08acc7-7c41-4c7e-bdcc-964255a3b166 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578457402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578064424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578064469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12374062'] for port, after_update {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:06:46.684798 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-eeba0b66-1ec3-495f-8932-7e3b0e598eda service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 19:06:46.769245 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e08acc7-7c41-4c7e-bdcc-964255a3b166 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Pushing event updated for resources: {'Port': ['ID=5a0ef7c6-c77e-4332-83df-af7aed0e345f,revision_number=2']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 19:06:46.773296 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-9e08acc7-7c41-4c7e-bdcc-964255a3b166 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 19:06:46.777685 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-9e08acc7-7c41-4c7e-bdcc-964255a3b166 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4045568'] for floatingip, after_update {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:06:46.909826 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.db.l3_db [None req-9e08acc7-7c41-4c7e-bdcc-964255a3b166 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Floating IP 0c4dfb20-765b-4abf-be6c-7d94ab641022 associated. External IP: 172.27.3.158, port: 70cba7aa-55f1-484b-b96e-3333401892d0. Jun 10 19:06:47.188190 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e08acc7-7c41-4c7e-bdcc-964255a3b166 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Router 79b634a5-5d66-4f35-81a1-8ebb10f49dbc has already been hosted by L3 agent 1661496b-b13c-41e5-8e80-f6a07c138e01 {{(pid=98184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 19:06:47.315567 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-bf1ede84-8c21-46ff-8a19-cb90afe635a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:06:47.616492 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e08acc7-7c41-4c7e-bdcc-964255a3b166 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Notify agent at l3_agent.dv-cinder-786260-4-iscsi the message routers_updated {{(pid=98184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 19:06:47.625597 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b9b7c5-03d2-4460-8a36-b829802cdb18 None None] Sync routers for ids ['79b634a5-5d66-4f35-81a1-8ebb10f49dbc'] in dv-cinder-786260-4-iscsi {{(pid=98186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 19:06:47.632193 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-9e08acc7-7c41-4c7e-bdcc-964255a3b166 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230521'] for floatingip, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:06:47.635178 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b9b7c5-03d2-4460-8a36-b829802cdb18 None None] Routers {'79b634a5-5d66-4f35-81a1-8ebb10f49dbc'} bound to L3 agent in host dv-cinder-786260-4-iscsi {{(pid=98186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 19:06:47.635855 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-30b9b7c5-03d2-4460-8a36-b829802cdb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T18:39:44Z,description=,heartbeat_timestamp=2021-06-10T19:06:44Z,host='dv-cinder-786260-4-iscsi',id=1661496b-b13c-41e5-8e80-f6a07c138e01,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T18:39:44Z,topic='l3_agent')) {'router_ids': ['79b634a5-5d66-4f35-81a1-8ebb10f49dbc'], 'active': True} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 19:06:47.685475 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-9e08acc7-7c41-4c7e-bdcc-964255a3b166 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2415702 Jun 10 19:06:47.685475 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6383a611-778b-4e4a-b0c7-b631b86f4498', 'tag': '70cba7aa-55f1-484b-b96e-3333401892d0'}] {{(pid=98184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 19:06:47.685475 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb56d522721b4b5adfc42fa723f2f3515f3582caf8bc0113b3f39c2a7fe625ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c434bc1-c1af-46f1-a000-85f676b9e5ae" -d '{"events": [{"name": "network-changed", "server_uuid": "6383a611-778b-4e4a-b0c7-b631b86f4498", "tag": "70cba7aa-55f1-484b-b96e-3333401892d0"}]}' {{(pid=98184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 19:06:47.762934 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 19:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b1e8d80-67ba-46c9-a4ba-9fc46517bf5d x-openstack-request-id: req-6b1e8d80-67ba-46c9-a4ba-9fc46517bf5d {{(pid=98184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 19:06:47.763283 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6383a611-778b-4e4a-b0c7-b631b86f4498", "tag": "70cba7aa-55f1-484b-b96e-3333401892d0", "status": "completed", "code": 200}]} {{(pid=98184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 19:06:47.763585 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6b1e8d80-67ba-46c9-a4ba-9fc46517bf5d {{(pid=98184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 19:06:47.764031 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6383a611-778b-4e4a-b0c7-b631b86f4498', 'tag': '70cba7aa-55f1-484b-b96e-3333401892d0', 'status': 'completed', 'code': 200} Jun 10 19:06:47.768372 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:06:47.802120 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvr_db [None req-30b9b7c5-03d2-4460-8a36-b829802cdb18 None None] Set router 79b634a5-5d66-4f35-81a1-8ebb10f49dbc gateway port host: dv-cinder-786260-4-iscsi {{(pid=98186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 19:06:47.861554 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c434bc1-c1af-46f1-a000-85f676b9e5ae req-68c67873-3bff-4d39-9bf8-f16e6edc1c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:06:47.863069 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-6c434bc1-c1af-46f1-a000-85f676b9e5ae req-68c67873-3bff-4d39-9bf8-f16e6edc1c32 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=03d822ac543649beabd5b85e18d148a4&device_id=6383a611-778b-4e4a-b0c7-b631b86f4498 HTTP/1.1" status: 200 len: 1099 time: 0.0675020 Jun 10 19:06:47.980845 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c434bc1-c1af-46f1-a000-85f676b9e5ae req-113974af-027b-4f07-8e03-b7c1b87c407e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:06:47.982832 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-6c434bc1-c1af-46f1-a000-85f676b9e5ae req-113974af-027b-4f07-8e03-b7c1b87c407e service neutron] 10.222.0.39 "GET /v2.0/networks?id=ccf298e8-e752-4524-b52b-d3952f6382ed HTTP/1.1" status: 200 len: 913 time: 0.1134851 Jun 10 19:06:48.070257 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-6c434bc1-c1af-46f1-a000-85f676b9e5ae req-4ff83794-1365-4e86-8f42-7d9a237d8657 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=70cba7aa-55f1-484b-b96e-3333401892d0 HTTP/1.1" status: 200 len: 1000 time: 0.0800288 Jun 10 19:06:48.096282 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-30b9b7c5-03d2-4460-8a36-b829802cdb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b634a5-5d66-4f35-81a1-8ebb10f49dbc', 'name': 'tempest-TestVolumeBootPattern-1887004004-router', 'tenant_id': '03d822ac543649beabd5b85e18d148a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'b739490b-96a4-44b2-97be-49f7b2829405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T19:00:23Z', 'updated_at': '2021-06-10T19:00:26Z', 'revision_number': 4, 'project_id': '03d822ac543649beabd5b85e18d148a4', 'gw_port': {'id': 'b739490b-96a4-44b2-97be-49f7b2829405', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:53:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b634a5-5d66-4f35-81a1-8ebb10f49dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T19:00:24Z', 'updated_at': '2021-06-10T19:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi', '_floatingips': [{'id': '0c4dfb20-765b-4abf-be6c-7d94ab641022', 'tenant_id': '03d822ac543649beabd5b85e18d148a4', 'floating_ip_address': '172.27.3.158', 'floating_network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'router_id': '79b634a5-5d66-4f35-81a1-8ebb10f49dbc', 'port_id': '70cba7aa-55f1-484b-b96e-3333401892d0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccf298e8-e752-4524-b52b-d3952f6382ed', 'mac_address': 'fa:16:3e:e0:a9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6383a611-778b-4e4a-b0c7-b631b86f4498', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T19:06:46Z', 'updated_at': '2021-06-10T19:06:46Z', 'revision_number': 0, 'project_id': '03d822ac543649beabd5b85e18d148a4', 'fixed_ip_address_scope': None}, {'id': 'b8d04041-d267-4ab1-9bf8-05763813b511', 'tenant_id': '03d822ac543649beabd5b85e18d148a4', 'floating_ip_address': '172.27.3.151', 'floating_network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'router_id': '79b634a5-5d66-4f35-81a1-8ebb10f49dbc', 'port_id': '20ac737c-1b0c-47fb-85a3-5ec5479f6d37', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccf298e8-e752-4524-b52b-d3952f6382ed', 'mac_address': 'fa:16:3e:8a:c5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315135e1-f899-4061-8059-0aafc62b6164', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T19:04:11Z', 'updated_at': '2021-06-10T19:04:14Z', 'revision_number': 1, 'project_id': '03d822ac543649beabd5b85e18d148a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd05cccd3-902a-4517-b077-683e1a9effc5', 'name': '', 'network_id': 'ccf298e8-e752-4524-b52b-d3952f6382ed', 'tenant_id': '03d822ac543649beabd5b85e18d148a4', 'mac_address': 'fa:16:3e:bc:34:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b634a5-5d66-4f35-81a1-8ebb10f49dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '97f21823-eb57-44fa-bcc2-8fe91251a408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T19:00:25Z', 'updated_at': '2021-06-10T19:00:32Z', 'revision_number': 5, 'project_id': '03d822ac543649beabd5b85e18d148a4', 'subnets': [{'id': '97f21823-eb57-44fa-bcc2-8fe91251a408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-4-iscsi', False) {} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 19:06:48.100181 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b9b7c5-03d2-4460-8a36-b829802cdb18 None None] Checking router: 79b634a5-5d66-4f35-81a1-8ebb10f49dbc for host: dv-cinder-786260-4-iscsi {{(pid=98186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 19:06:48.108165 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b9b7c5-03d2-4460-8a36-b829802cdb18 None None] Routers {'79b634a5-5d66-4f35-81a1-8ebb10f49dbc'} bound to L3 agent in host dv-cinder-786260-4-iscsi {{(pid=98186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 19:06:48.108760 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-30b9b7c5-03d2-4460-8a36-b829802cdb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T18:39:44Z,description=,heartbeat_timestamp=2021-06-10T19:06:44Z,host='dv-cinder-786260-4-iscsi',id=1661496b-b13c-41e5-8e80-f6a07c138e01,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T18:39:44Z,topic='l3_agent')) {'router_ids': ['79b634a5-5d66-4f35-81a1-8ebb10f49dbc'], 'active': True} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 19:06:48.132266 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c434bc1-c1af-46f1-a000-85f676b9e5ae req-181c8165-cf40-4e4e-b5c9-5b62fbcdd257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:06:48.133766 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-6c434bc1-c1af-46f1-a000-85f676b9e5ae req-181c8165-cf40-4e4e-b5c9-5b62fbcdd257 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=97f21823-eb57-44fa-bcc2-8fe91251a408 HTTP/1.1" status: 200 len: 851 time: 0.0571406 Jun 10 19:06:48.196847 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c434bc1-c1af-46f1-a000-85f676b9e5ae req-607940b2-db9a-443c-9cc2-831eec1f6d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:06:48.198377 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-6c434bc1-c1af-46f1-a000-85f676b9e5ae req-607940b2-db9a-443c-9cc2-831eec1f6d71 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ccf298e8-e752-4524-b52b-d3952f6382ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0587208 Jun 10 19:06:48.318331 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-6c434bc1-c1af-46f1-a000-85f676b9e5ae req-956e210b-e0e7-4bd4-85da-82521b0f31ec service neutron] 10.222.0.39 "GET /v2.0/networks/ccf298e8-e752-4524-b52b-d3952f6382ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130273 Jun 10 19:06:48.381972 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvr_db [None req-30b9b7c5-03d2-4460-8a36-b829802cdb18 None None] Set router 79b634a5-5d66-4f35-81a1-8ebb10f49dbc gateway port host: dv-cinder-786260-4-iscsi {{(pid=98186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 19:06:48.438105 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-6c434bc1-c1af-46f1-a000-85f676b9e5ae req-82f5f08f-2a40-4b89-b5f6-7867849f17fa service neutron] 10.222.0.39 "GET /v2.0/networks/ccf298e8-e752-4524-b52b-d3952f6382ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137855 Jun 10 19:06:48.671037 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-30b9b7c5-03d2-4460-8a36-b829802cdb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b634a5-5d66-4f35-81a1-8ebb10f49dbc', 'name': 'tempest-TestVolumeBootPattern-1887004004-router', 'tenant_id': '03d822ac543649beabd5b85e18d148a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'b739490b-96a4-44b2-97be-49f7b2829405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T19:00:23Z', 'updated_at': '2021-06-10T19:00:26Z', 'revision_number': 4, 'project_id': '03d822ac543649beabd5b85e18d148a4', 'gw_port': {'id': 'b739490b-96a4-44b2-97be-49f7b2829405', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:53:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b634a5-5d66-4f35-81a1-8ebb10f49dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T19:00:24Z', 'updated_at': '2021-06-10T19:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi', '_floatingips': [{'id': '0c4dfb20-765b-4abf-be6c-7d94ab641022', 'tenant_id': '03d822ac543649beabd5b85e18d148a4', 'floating_ip_address': '172.27.3.158', 'floating_network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'router_id': '79b634a5-5d66-4f35-81a1-8ebb10f49dbc', 'port_id': '70cba7aa-55f1-484b-b96e-3333401892d0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccf298e8-e752-4524-b52b-d3952f6382ed', 'mac_address': 'fa:16:3e:e0:a9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6383a611-778b-4e4a-b0c7-b631b86f4498', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T19:06:46Z', 'updated_at': '2021-06-10T19:06:46Z', 'revision_number': 0, 'project_id': '03d822ac543649beabd5b85e18d148a4', 'fixed_ip_address_scope': None}, {'id': 'b8d04041-d267-4ab1-9bf8-05763813b511', 'tenant_id': '03d822ac543649beabd5b85e18d148a4', 'floating_ip_address': '172.27.3.151', 'floating_network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'router_id': '79b634a5-5d66-4f35-81a1-8ebb10f49dbc', 'port_id': '20ac737c-1b0c-47fb-85a3-5ec5479f6d37', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccf298e8-e752-4524-b52b-d3952f6382ed', 'mac_address': 'fa:16:3e:8a:c5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315135e1-f899-4061-8059-0aafc62b6164', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T19:04:11Z', 'updated_at': '2021-06-10T19:04:14Z', 'revision_number': 1, 'project_id': '03d822ac543649beabd5b85e18d148a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd05cccd3-902a-4517-b077-683e1a9effc5', 'name': '', 'network_id': 'ccf298e8-e752-4524-b52b-d3952f6382ed', 'tenant_id': '03d822ac543649beabd5b85e18d148a4', 'mac_address': 'fa:16:3e:bc:34:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b634a5-5d66-4f35-81a1-8ebb10f49dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '97f21823-eb57-44fa-bcc2-8fe91251a408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T19:00:25Z', 'updated_at': '2021-06-10T19:00:32Z', 'revision_number': 5, 'project_id': '03d822ac543649beabd5b85e18d148a4', 'subnets': [{'id': '97f21823-eb57-44fa-bcc2-8fe91251a408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-4-iscsi', False) {} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 19:06:48.674471 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b9b7c5-03d2-4460-8a36-b829802cdb18 None None] The sync data for ids ['79b634a5-5d66-4f35-81a1-8ebb10f49dbc'] in dv-cinder-786260-4-iscsi is: [{'id': '79b634a5-5d66-4f35-81a1-8ebb10f49dbc', 'name': 'tempest-TestVolumeBootPattern-1887004004-router', 'tenant_id': '03d822ac543649beabd5b85e18d148a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'b739490b-96a4-44b2-97be-49f7b2829405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T19:00:23Z', 'updated_at': '2021-06-10T19:00:26Z', 'revision_number': 4, 'project_id': '03d822ac543649beabd5b85e18d148a4', 'gw_port': {'id': 'b739490b-96a4-44b2-97be-49f7b2829405', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:53:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b634a5-5d66-4f35-81a1-8ebb10f49dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T19:00:24Z', 'updated_at': '2021-06-10T19:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi', '_floatingips': [{'id': '0c4dfb20-765b-4abf-be6c-7d94ab641022', 'tenant_id': '03d822ac543649beabd5b85e18d148a4', 'floating_ip_address': '172.27.3.158', 'floating_network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'router_id': '79b634a5-5d66-4f35-81a1-8ebb10f49dbc', 'port_id': '70cba7aa-55f1-484b-b96e-3333401892d0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccf298e8-e752-4524-b52b-d3952f6382ed', 'mac_address': 'fa:16:3e:e0:a9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6383a611-778b-4e4a-b0c7-b631b86f4498', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T19:06:46Z', 'updated_at': '2021-06-10T19:06:46Z', 'revision_number': 0, 'project_id': '03d822ac543649beabd5b85e18d148a4', 'fixed_ip_address_scope': None}, {'id': 'b8d04041-d267-4ab1-9bf8-05763813b511', 'tenant_id': '03d822ac543649beabd5b85e18d148a4', 'floating_ip_address': '172.27.3.151', 'floating_network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'router_id': '79b634a5-5d66-4f35-81a1-8ebb10f49dbc', 'port_id': '20ac737c-1b0c-47fb-85a3-5ec5479f6d37', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccf298e8-e752-4524-b52b-d3952f6382ed', 'mac_address': 'fa:16:3e:8a:c5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315135e1-f899-4061-8059-0aafc62b6164', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T19:04:11Z', 'updated_at': '2021-06-10T19:04:14Z', 'revision_number': 1, 'project_id': '03d822ac543649beabd5b85e18d148a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd05cccd3-902a-4517-b077-683e1a9effc5', 'name': '', 'network_id': 'ccf298e8-e752-4524-b52b-d3952f6382ed', 'tenant_id': '03d822ac543649beabd5b85e18d148a4', 'mac_address': 'fa:16:3e:bc:34:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b634a5-5d66-4f35-81a1-8ebb10f49dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '97f21823-eb57-44fa-bcc2-8fe91251a408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T19:00:25Z', 'updated_at': '2021-06-10T19:00:32Z', 'revision_number': 5, 'project_id': '03d822ac543649beabd5b85e18d148a4', 'subnets': [{'id': '97f21823-eb57-44fa-bcc2-8fe91251a408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 19:06:48.853865 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298e2792-df88-4a93-9b24-091e6eb1f5b8 None None] New status for floating IP 0c4dfb20-765b-4abf-be6c-7d94ab641022: ACTIVE {{(pid=98187) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 19:07:00.673282 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-e7f9a107-9bdf-49ed-a22e-74a64e70928c req-8e71d262-7a96-4112-b996-df2d722d9a8e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=315135e1-f899-4061-8059-0aafc62b6164&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0565579 Jun 10 19:07:00.775501 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f9a107-9bdf-49ed-a22e-74a64e70928c req-36f13333-8351-4f24-ba10-7b50ddb0c12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:07:00.776973 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-e7f9a107-9bdf-49ed-a22e-74a64e70928c req-36f13333-8351-4f24-ba10-7b50ddb0c12e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=03d822ac543649beabd5b85e18d148a4&device_id=315135e1-f899-4061-8059-0aafc62b6164 HTTP/1.1" status: 200 len: 1099 time: 0.0632269 Jun 10 19:07:00.908844 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f9a107-9bdf-49ed-a22e-74a64e70928c req-b808c86f-5999-4de8-8a72-1117334c9741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:07:00.910339 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-e7f9a107-9bdf-49ed-a22e-74a64e70928c req-b808c86f-5999-4de8-8a72-1117334c9741 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ccf298e8-e752-4524-b52b-d3952f6382ed HTTP/1.1" status: 200 len: 913 time: 0.1127672 Jun 10 19:07:00.994057 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-e7f9a107-9bdf-49ed-a22e-74a64e70928c req-4d29958a-7c36-427c-ad50-17ed186314cb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20ac737c-1b0c-47fb-85a3-5ec5479f6d37 HTTP/1.1" status: 200 len: 1002 time: 0.0774868 Jun 10 19:07:01.053128 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f9a107-9bdf-49ed-a22e-74a64e70928c req-b31c5a90-c363-4065-a2aa-f8540f5cc685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:07:01.054574 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-e7f9a107-9bdf-49ed-a22e-74a64e70928c req-b31c5a90-c363-4065-a2aa-f8540f5cc685 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=97f21823-eb57-44fa-bcc2-8fe91251a408 HTTP/1.1" status: 200 len: 851 time: 0.0549853 Jun 10 19:07:01.117141 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f9a107-9bdf-49ed-a22e-74a64e70928c req-40a34cbf-672f-457a-bc8b-b50bb1bfefee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:07:01.118607 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-e7f9a107-9bdf-49ed-a22e-74a64e70928c req-40a34cbf-672f-457a-bc8b-b50bb1bfefee service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ccf298e8-e752-4524-b52b-d3952f6382ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0574865 Jun 10 19:07:01.232540 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-e7f9a107-9bdf-49ed-a22e-74a64e70928c req-a907bd51-9672-490a-83e8-d05a46b52c15 service neutron] 10.222.0.39 "GET /v2.0/networks/ccf298e8-e752-4524-b52b-d3952f6382ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074290 Jun 10 19:07:01.352740 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-e7f9a107-9bdf-49ed-a22e-74a64e70928c req-78a26e7f-eaca-40c0-b1bb-b64885f6037d service neutron] 10.222.0.39 "GET /v2.0/networks/ccf298e8-e752-4524-b52b-d3952f6382ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143565 Jun 10 19:07:11.828100 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-99eebd78-59c3-4f3e-be28-bf175fea908c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:07:11.941774 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.agents_db [None req-dd8e6269-3fd9-4915-b5ed-83e1f738bf4e None None] Agent healthcheck: found 6 active agents {{(pid=98187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 19:07:14.311261 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-986b4f66-e182-4b82-9e1e-1d3e3ebfee46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:07:14.453585 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:07:15.475821 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-8dcc316c-a8c5-4da3-a0ad-e3f4fe9157be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:07:17.315795 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-bf1ede84-8c21-46ff-8a19-cb90afe635a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:07:17.754505 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:07:41.827671 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-a0001a0e-6b8b-400b-8d1e-08e5b44dc2af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:07:44.311663 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-e9c75b2d-21b9-400b-bdbd-5b9ee61deb31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:07:44.454685 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:07:45.479822 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-8dcc316c-a8c5-4da3-a0ad-e3f4fe9157be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:07:47.318619 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-bf1ede84-8c21-46ff-8a19-cb90afe635a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:07:47.767837 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:07:48.940155 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.agents_db [None req-dd8e6269-3fd9-4915-b5ed-83e1f738bf4e None None] Agent healthcheck: found 6 active agents {{(pid=98187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 19:08:02.135063 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-f177a1c9-5256-4bce-b400-e15a2cd285d2 req-7c1d5cf3-52c6-48a8-b7ff-240af33c2525 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6383a611-778b-4e4a-b0c7-b631b86f4498&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0971708 Jun 10 19:08:02.220884 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f177a1c9-5256-4bce-b400-e15a2cd285d2 req-8b3b8a1b-3f23-4598-883f-28fd46e5c3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:08:02.222367 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-f177a1c9-5256-4bce-b400-e15a2cd285d2 req-8b3b8a1b-3f23-4598-883f-28fd46e5c3dc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=03d822ac543649beabd5b85e18d148a4&device_id=6383a611-778b-4e4a-b0c7-b631b86f4498 HTTP/1.1" status: 200 len: 1099 time: 0.0589523 Jun 10 19:08:02.355885 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f177a1c9-5256-4bce-b400-e15a2cd285d2 req-cc65f8b5-99d5-4f92-b99a-144eeceb56a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:08:02.358734 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-f177a1c9-5256-4bce-b400-e15a2cd285d2 req-cc65f8b5-99d5-4f92-b99a-144eeceb56a8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ccf298e8-e752-4524-b52b-d3952f6382ed HTTP/1.1" status: 200 len: 913 time: 0.1160703 Jun 10 19:08:02.447053 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-f177a1c9-5256-4bce-b400-e15a2cd285d2 req-697a476d-b25c-4b06-bbf4-5e5d51490c4b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=70cba7aa-55f1-484b-b96e-3333401892d0 HTTP/1.1" status: 200 len: 1002 time: 0.0818880 Jun 10 19:08:02.505578 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f177a1c9-5256-4bce-b400-e15a2cd285d2 req-48cbdc96-7732-4c4b-a2ed-7d629a1651b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:08:02.506997 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-f177a1c9-5256-4bce-b400-e15a2cd285d2 req-48cbdc96-7732-4c4b-a2ed-7d629a1651b9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=97f21823-eb57-44fa-bcc2-8fe91251a408 HTTP/1.1" status: 200 len: 851 time: 0.0520241 Jun 10 19:08:02.569851 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f177a1c9-5256-4bce-b400-e15a2cd285d2 req-34ebd167-af0e-4336-b233-70a0d2c9166f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:08:02.571287 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-f177a1c9-5256-4bce-b400-e15a2cd285d2 req-34ebd167-af0e-4336-b233-70a0d2c9166f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ccf298e8-e752-4524-b52b-d3952f6382ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0567741 Jun 10 19:08:02.585154 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [req-f177a1c9-5256-4bce-b400-e15a2cd285d2 req-39274b73-a720-46a3-a182-b151b1d05aa2 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=98185) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 19:08:02.587739 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-f177a1c9-5256-4bce-b400-e15a2cd285d2 req-39274b73-a720-46a3-a182-b151b1d05aa2 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048380 Jun 10 19:08:02.705303 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-f177a1c9-5256-4bce-b400-e15a2cd285d2 req-aa453a7f-5dd7-48e7-abcf-33887eb3ef4d service neutron] 10.222.0.39 "GET /v2.0/networks/ccf298e8-e752-4524-b52b-d3952f6382ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122279 Jun 10 19:08:02.828002 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-f177a1c9-5256-4bce-b400-e15a2cd285d2 req-01094826-e803-4804-8a8f-25e4463c534d service neutron] 10.222.0.39 "GET /v2.0/networks/ccf298e8-e752-4524-b52b-d3952f6382ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153185 Jun 10 19:08:11.832670 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-77fc0281-9ae0-42de-b73f-5ed52d853768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:08:14.313163 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9a763db1-1beb-41ab-b6c1-f93bf8820e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:08:14.456602 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:08:15.480857 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-8dcc316c-a8c5-4da3-a0ad-e3f4fe9157be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:08:17.321527 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-bf1ede84-8c21-46ff-8a19-cb90afe635a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:08:17.777492 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:08:25.939500 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.agents_db [None req-dd8e6269-3fd9-4915-b5ed-83e1f738bf4e None None] Agent healthcheck: found 6 active agents {{(pid=98187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 19:08:41.833618 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-32f4d5ef-1475-4a57-a98f-46c537e4f08d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:08:44.313121 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-459deca1-c24f-4de4-894f-5445249a716c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:08:44.458808 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:08:45.483111 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-8dcc316c-a8c5-4da3-a0ad-e3f4fe9157be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:08:47.324593 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-bf1ede84-8c21-46ff-8a19-cb90afe635a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:08:47.780894 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:08:50.391980 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 57002) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 19:08:50.595417 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.plugin [None req-4899f114-8fc9-4031-ab71-3b4bc2afdc3e tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Deleting port 5a0ef7c6-c77e-4332-83df-af7aed0e345f {{(pid=98184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 19:08:50.595767 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-4899f114-8fc9-4031-ab71-3b4bc2afdc3e tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578452511'] for port, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:08:50.695924 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-4899f114-8fc9-4031-ab71-3b4bc2afdc3e tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4044702'] for port, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:08:50.696179 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-4899f114-8fc9-4031-ab71-3b4bc2afdc3e tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:08:50.789232 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.plugin [None req-4899f114-8fc9-4031-ab71-3b4bc2afdc3e tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Calling delete_port for 5a0ef7c6-c77e-4332-83df-af7aed0e345f owned by network:floatingip {{(pid=98184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 19:08:50.965638 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-4899f114-8fc9-4031-ab71-3b4bc2afdc3e tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578457411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578064415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12374055'] for port, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:08:50.968994 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-7d5e7fd3-68c1-40b6-b2e0-ff324ba9c6c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 19:08:50.998391 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4899f114-8fc9-4031-ab71-3b4bc2afdc3e tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Pushing event deleted for resources: {'Port': ['ID=5a0ef7c6-c77e-4332-83df-af7aed0e345f,revision_number=None']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 19:08:51.029290 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4899f114-8fc9-4031-ab71-3b4bc2afdc3e tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:08:51.029706 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4899f114-8fc9-4031-ab71-3b4bc2afdc3e tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:08:51.030085 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4899f114-8fc9-4031-ab71-3b4bc2afdc3e tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:08:51.030964 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4899f114-8fc9-4031-ab71-3b4bc2afdc3e tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:08:51.031343 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4899f114-8fc9-4031-ab71-3b4bc2afdc3e tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:08:51.031713 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4899f114-8fc9-4031-ab71-3b4bc2afdc3e tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:08:51.032084 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4899f114-8fc9-4031-ab71-3b4bc2afdc3e tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:08:51.032452 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4899f114-8fc9-4031-ab71-3b4bc2afdc3e tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:08:51.032817 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4899f114-8fc9-4031-ab71-3b4bc2afdc3e tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:08:51.033178 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4899f114-8fc9-4031-ab71-3b4bc2afdc3e tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:08:51.033569 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4899f114-8fc9-4031-ab71-3b4bc2afdc3e tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:08:51.033931 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4899f114-8fc9-4031-ab71-3b4bc2afdc3e tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:08:51.038176 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-4899f114-8fc9-4031-ab71-3b4bc2afdc3e tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 19:08:51.087122 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-4899f114-8fc9-4031-ab71-3b4bc2afdc3e tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Notify callbacks [] for floatingip, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:08:51.087455 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.db.l3_db [None req-4899f114-8fc9-4031-ab71-3b4bc2afdc3e tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Floating IP 0c4dfb20-765b-4abf-be6c-7d94ab641022 disassociated (deleted). External IP: 172.27.3.158, port: 70cba7aa-55f1-484b-b96e-3333401892d0. Jun 10 19:08:51.367697 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4899f114-8fc9-4031-ab71-3b4bc2afdc3e tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Router 79b634a5-5d66-4f35-81a1-8ebb10f49dbc has already been hosted by L3 agent 1661496b-b13c-41e5-8e80-f6a07c138e01 {{(pid=98184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 19:08:51.513199 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4899f114-8fc9-4031-ab71-3b4bc2afdc3e tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Notify agent at l3_agent.dv-cinder-786260-4-iscsi the message routers_updated {{(pid=98184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 19:08:51.518651 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-4899f114-8fc9-4031-ab71-3b4bc2afdc3e tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230521'] for floatingip, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:08:51.523108 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc04091-53f6-4c92-b62a-64a28807137e None None] Sync routers for ids ['79b634a5-5d66-4f35-81a1-8ebb10f49dbc'] in dv-cinder-786260-4-iscsi {{(pid=98186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 19:08:51.532645 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc04091-53f6-4c92-b62a-64a28807137e None None] Routers {'79b634a5-5d66-4f35-81a1-8ebb10f49dbc'} bound to L3 agent in host dv-cinder-786260-4-iscsi {{(pid=98186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 19:08:51.533254 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-8dc04091-53f6-4c92-b62a-64a28807137e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T18:39:44Z,description=,heartbeat_timestamp=2021-06-10T19:08:44Z,host='dv-cinder-786260-4-iscsi',id=1661496b-b13c-41e5-8e80-f6a07c138e01,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T18:39:44Z,topic='l3_agent')) {'router_ids': ['79b634a5-5d66-4f35-81a1-8ebb10f49dbc'], 'active': True} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 19:08:51.570376 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-4899f114-8fc9-4031-ab71-3b4bc2afdc3e tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "DELETE /v2.0/floatingips/0c4dfb20-765b-4abf-be6c-7d94ab641022 HTTP/1.1" status: 204 len: 168 time: 1.1773047 Jun 10 19:08:51.571145 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6383a611-778b-4e4a-b0c7-b631b86f4498', 'tag': '70cba7aa-55f1-484b-b96e-3333401892d0'}] {{(pid=98184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 19:08:51.573660 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb56d522721b4b5adfc42fa723f2f3515f3582caf8bc0113b3f39c2a7fe625ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46b43630-c6a2-4876-9118-4dfd43f8a14c" -d '{"events": [{"name": "network-changed", "server_uuid": "6383a611-778b-4e4a-b0c7-b631b86f4498", "tag": "70cba7aa-55f1-484b-b96e-3333401892d0"}]}' {{(pid=98184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 19:08:51.671291 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvr_db [None req-8dc04091-53f6-4c92-b62a-64a28807137e None None] Set router 79b634a5-5d66-4f35-81a1-8ebb10f49dbc gateway port host: dv-cinder-786260-4-iscsi {{(pid=98186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 19:08:51.951556 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-8dc04091-53f6-4c92-b62a-64a28807137e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b634a5-5d66-4f35-81a1-8ebb10f49dbc', 'name': 'tempest-TestVolumeBootPattern-1887004004-router', 'tenant_id': '03d822ac543649beabd5b85e18d148a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'b739490b-96a4-44b2-97be-49f7b2829405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T19:00:23Z', 'updated_at': '2021-06-10T19:00:26Z', 'revision_number': 4, 'project_id': '03d822ac543649beabd5b85e18d148a4', 'gw_port': {'id': 'b739490b-96a4-44b2-97be-49f7b2829405', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:53:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b634a5-5d66-4f35-81a1-8ebb10f49dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T19:00:24Z', 'updated_at': '2021-06-10T19:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi', '_floatingips': [{'id': 'b8d04041-d267-4ab1-9bf8-05763813b511', 'tenant_id': '03d822ac543649beabd5b85e18d148a4', 'floating_ip_address': '172.27.3.151', 'floating_network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'router_id': '79b634a5-5d66-4f35-81a1-8ebb10f49dbc', 'port_id': '20ac737c-1b0c-47fb-85a3-5ec5479f6d37', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccf298e8-e752-4524-b52b-d3952f6382ed', 'mac_address': 'fa:16:3e:8a:c5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315135e1-f899-4061-8059-0aafc62b6164', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T19:04:11Z', 'updated_at': '2021-06-10T19:04:14Z', 'revision_number': 1, 'project_id': '03d822ac543649beabd5b85e18d148a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd05cccd3-902a-4517-b077-683e1a9effc5', 'name': '', 'network_id': 'ccf298e8-e752-4524-b52b-d3952f6382ed', 'tenant_id': '03d822ac543649beabd5b85e18d148a4', 'mac_address': 'fa:16:3e:bc:34:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b634a5-5d66-4f35-81a1-8ebb10f49dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '97f21823-eb57-44fa-bcc2-8fe91251a408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T19:00:25Z', 'updated_at': '2021-06-10T19:00:32Z', 'revision_number': 5, 'project_id': '03d822ac543649beabd5b85e18d148a4', 'subnets': [{'id': '97f21823-eb57-44fa-bcc2-8fe91251a408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-4-iscsi', False) {} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 19:08:51.955659 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc04091-53f6-4c92-b62a-64a28807137e None None] Checking router: 79b634a5-5d66-4f35-81a1-8ebb10f49dbc for host: dv-cinder-786260-4-iscsi {{(pid=98186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 19:08:51.963443 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc04091-53f6-4c92-b62a-64a28807137e None None] Routers {'79b634a5-5d66-4f35-81a1-8ebb10f49dbc'} bound to L3 agent in host dv-cinder-786260-4-iscsi {{(pid=98186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 19:08:51.964032 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-8dc04091-53f6-4c92-b62a-64a28807137e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T18:39:44Z,description=,heartbeat_timestamp=2021-06-10T19:08:44Z,host='dv-cinder-786260-4-iscsi',id=1661496b-b13c-41e5-8e80-f6a07c138e01,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T18:39:44Z,topic='l3_agent')) {'router_ids': ['79b634a5-5d66-4f35-81a1-8ebb10f49dbc'], 'active': True} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 19:08:52.099048 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvr_db [None req-8dc04091-53f6-4c92-b62a-64a28807137e None None] Set router 79b634a5-5d66-4f35-81a1-8ebb10f49dbc gateway port host: dv-cinder-786260-4-iscsi {{(pid=98186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 19:08:52.380213 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-8dc04091-53f6-4c92-b62a-64a28807137e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b634a5-5d66-4f35-81a1-8ebb10f49dbc', 'name': 'tempest-TestVolumeBootPattern-1887004004-router', 'tenant_id': '03d822ac543649beabd5b85e18d148a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'b739490b-96a4-44b2-97be-49f7b2829405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T19:00:23Z', 'updated_at': '2021-06-10T19:00:26Z', 'revision_number': 4, 'project_id': '03d822ac543649beabd5b85e18d148a4', 'gw_port': {'id': 'b739490b-96a4-44b2-97be-49f7b2829405', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:53:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b634a5-5d66-4f35-81a1-8ebb10f49dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T19:00:24Z', 'updated_at': '2021-06-10T19:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi', '_floatingips': [{'id': 'b8d04041-d267-4ab1-9bf8-05763813b511', 'tenant_id': '03d822ac543649beabd5b85e18d148a4', 'floating_ip_address': '172.27.3.151', 'floating_network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'router_id': '79b634a5-5d66-4f35-81a1-8ebb10f49dbc', 'port_id': '20ac737c-1b0c-47fb-85a3-5ec5479f6d37', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccf298e8-e752-4524-b52b-d3952f6382ed', 'mac_address': 'fa:16:3e:8a:c5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315135e1-f899-4061-8059-0aafc62b6164', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T19:04:11Z', 'updated_at': '2021-06-10T19:04:14Z', 'revision_number': 1, 'project_id': '03d822ac543649beabd5b85e18d148a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd05cccd3-902a-4517-b077-683e1a9effc5', 'name': '', 'network_id': 'ccf298e8-e752-4524-b52b-d3952f6382ed', 'tenant_id': '03d822ac543649beabd5b85e18d148a4', 'mac_address': 'fa:16:3e:bc:34:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b634a5-5d66-4f35-81a1-8ebb10f49dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '97f21823-eb57-44fa-bcc2-8fe91251a408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T19:00:25Z', 'updated_at': '2021-06-10T19:00:32Z', 'revision_number': 5, 'project_id': '03d822ac543649beabd5b85e18d148a4', 'subnets': [{'id': '97f21823-eb57-44fa-bcc2-8fe91251a408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-4-iscsi', False) {} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 19:08:52.383821 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc04091-53f6-4c92-b62a-64a28807137e None None] The sync data for ids ['79b634a5-5d66-4f35-81a1-8ebb10f49dbc'] in dv-cinder-786260-4-iscsi is: [{'id': '79b634a5-5d66-4f35-81a1-8ebb10f49dbc', 'name': 'tempest-TestVolumeBootPattern-1887004004-router', 'tenant_id': '03d822ac543649beabd5b85e18d148a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'b739490b-96a4-44b2-97be-49f7b2829405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T19:00:23Z', 'updated_at': '2021-06-10T19:00:26Z', 'revision_number': 4, 'project_id': '03d822ac543649beabd5b85e18d148a4', 'gw_port': {'id': 'b739490b-96a4-44b2-97be-49f7b2829405', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:53:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b634a5-5d66-4f35-81a1-8ebb10f49dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T19:00:24Z', 'updated_at': '2021-06-10T19:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi', '_floatingips': [{'id': 'b8d04041-d267-4ab1-9bf8-05763813b511', 'tenant_id': '03d822ac543649beabd5b85e18d148a4', 'floating_ip_address': '172.27.3.151', 'floating_network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'router_id': '79b634a5-5d66-4f35-81a1-8ebb10f49dbc', 'port_id': '20ac737c-1b0c-47fb-85a3-5ec5479f6d37', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccf298e8-e752-4524-b52b-d3952f6382ed', 'mac_address': 'fa:16:3e:8a:c5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315135e1-f899-4061-8059-0aafc62b6164', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T19:04:11Z', 'updated_at': '2021-06-10T19:04:14Z', 'revision_number': 1, 'project_id': '03d822ac543649beabd5b85e18d148a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd05cccd3-902a-4517-b077-683e1a9effc5', 'name': '', 'network_id': 'ccf298e8-e752-4524-b52b-d3952f6382ed', 'tenant_id': '03d822ac543649beabd5b85e18d148a4', 'mac_address': 'fa:16:3e:bc:34:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b634a5-5d66-4f35-81a1-8ebb10f49dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '97f21823-eb57-44fa-bcc2-8fe91251a408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T19:00:25Z', 'updated_at': '2021-06-10T19:00:32Z', 'revision_number': 5, 'project_id': '03d822ac543649beabd5b85e18d148a4', 'subnets': [{'id': '97f21823-eb57-44fa-bcc2-8fe91251a408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 19:08:52.605230 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec57393a-861b-44ce-ae60-953bebd495d8 None None] New status for floating IP 0c4dfb20-765b-4abf-be6c-7d94ab641022: DOWN {{(pid=98187) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 19:08:52.639687 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 19:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-657820f9-ee1d-4a19-950f-2801988fdce1 x-openstack-request-id: req-657820f9-ee1d-4a19-950f-2801988fdce1 {{(pid=98184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 19:08:52.640721 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6383a611-778b-4e4a-b0c7-b631b86f4498", "tag": "70cba7aa-55f1-484b-b96e-3333401892d0", "status": "completed", "code": 200}]} {{(pid=98184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 19:08:52.641071 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-657820f9-ee1d-4a19-950f-2801988fdce1 {{(pid=98184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 19:08:52.641607 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6383a611-778b-4e4a-b0c7-b631b86f4498', 'tag': '70cba7aa-55f1-484b-b96e-3333401892d0', 'status': 'completed', 'code': 200} Jun 10 19:08:52.723899 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b43630-c6a2-4876-9118-4dfd43f8a14c req-41a0506e-4ae6-45d3-8479-65f0b666f366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:08:52.725391 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-46b43630-c6a2-4876-9118-4dfd43f8a14c req-41a0506e-4ae6-45d3-8479-65f0b666f366 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=03d822ac543649beabd5b85e18d148a4&device_id=6383a611-778b-4e4a-b0c7-b631b86f4498 HTTP/1.1" status: 200 len: 1099 time: 0.0620563 Jun 10 19:08:52.845835 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b43630-c6a2-4876-9118-4dfd43f8a14c req-069bbfec-d6f9-41d0-a1d1-4baef1a53394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:08:52.847375 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-46b43630-c6a2-4876-9118-4dfd43f8a14c req-069bbfec-d6f9-41d0-a1d1-4baef1a53394 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ccf298e8-e752-4524-b52b-d3952f6382ed HTTP/1.1" status: 200 len: 913 time: 0.1160405 Jun 10 19:08:52.911728 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-46b43630-c6a2-4876-9118-4dfd43f8a14c req-d0bcb09d-fd64-4729-8696-f69d057583ba service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=70cba7aa-55f1-484b-b96e-3333401892d0 HTTP/1.1" status: 200 len: 217 time: 0.0574558 Jun 10 19:08:52.968520 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b43630-c6a2-4876-9118-4dfd43f8a14c req-d3c53d0f-d2a5-4c34-9aad-498f97d92c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:08:52.969999 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-46b43630-c6a2-4876-9118-4dfd43f8a14c req-d3c53d0f-d2a5-4c34-9aad-498f97d92c13 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=97f21823-eb57-44fa-bcc2-8fe91251a408 HTTP/1.1" status: 200 len: 851 time: 0.0515916 Jun 10 19:08:53.024443 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6cbb2d-10b3-4f57-bba6-af0dd7bcc28a req-38e77223-779b-490b-8185-0d4fa768cbd8 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:08:53.025947 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-2a6cbb2d-10b3-4f57-bba6-af0dd7bcc28a req-38e77223-779b-490b-8185-0d4fa768cbd8 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/ports?device_id=6383a611-778b-4e4a-b0c7-b631b86f4498 HTTP/1.1" status: 200 len: 946 time: 0.1139681 Jun 10 19:08:53.033661 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b43630-c6a2-4876-9118-4dfd43f8a14c req-c35b3c5a-f8b9-4652-9bfc-dbef7a433c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:08:53.035122 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-46b43630-c6a2-4876-9118-4dfd43f8a14c req-c35b3c5a-f8b9-4652-9bfc-dbef7a433c18 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ccf298e8-e752-4524-b52b-d3952f6382ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0580449 Jun 10 19:08:53.068570 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-2a6cbb2d-10b3-4f57-bba6-af0dd7bcc28a req-2763a5ba-ce40-4987-9dd1-b847a1982f43 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4269ce8-a26c-4762-b470-27e106135616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369093 Jun 10 19:08:53.153282 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-46b43630-c6a2-4876-9118-4dfd43f8a14c req-972e63c8-42e1-43b2-96e4-5cf5d6878964 service neutron] 10.222.0.39 "GET /v2.0/networks/ccf298e8-e752-4524-b52b-d3952f6382ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108229 Jun 10 19:08:53.272864 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-46b43630-c6a2-4876-9118-4dfd43f8a14c req-93268e80-dc6c-4549-bb08-b8f62a9bd591 service neutron] 10.222.0.39 "GET /v2.0/networks/ccf298e8-e752-4524-b52b-d3952f6382ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117334 Jun 10 19:08:54.288766 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5f43e6-5934-4b09-9a79-2051ede2c02b req-1368dbf4-c21f-42b0-b678-705a837f816e tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:08:54.290241 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-9d5f43e6-5934-4b09-9a79-2051ede2c02b req-1368dbf4-c21f-42b0-b678-705a837f816e tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/ports?device_id=6383a611-778b-4e4a-b0c7-b631b86f4498 HTTP/1.1" status: 200 len: 946 time: 0.1097131 Jun 10 19:08:54.336529 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-9d5f43e6-5934-4b09-9a79-2051ede2c02b req-4f9fb7d5-eacf-4f33-bd08-54380fa2afca tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4269ce8-a26c-4762-b470-27e106135616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404875 Jun 10 19:08:54.683333 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698ad3e7-09a2-4b6a-b76d-93eaf86dd9f0 req-553c0159-acc6-437c-a4b0-da2f13365bd8 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:08:54.684652 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-698ad3e7-09a2-4b6a-b76d-93eaf86dd9f0 req-553c0159-acc6-437c-a4b0-da2f13365bd8 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.39 "GET /v2.0/ports?device_id=6383a611-778b-4e4a-b0c7-b631b86f4498 HTTP/1.1" status: 200 len: 946 time: 0.0678430 Jun 10 19:08:54.795212 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.plugin [req-698ad3e7-09a2-4b6a-b76d-93eaf86dd9f0 req-cc00b266-e11b-4550-bea0-465a3f66c882 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Deleting port 70cba7aa-55f1-484b-b96e-3333401892d0 {{(pid=98185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 19:08:54.795552 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-698ad3e7-09a2-4b6a-b76d-93eaf86dd9f0 req-cc00b266-e11b-4550-bea0-465a3f66c882 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578452511'] for port, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:08:54.902094 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.db [req-698ad3e7-09a2-4b6a-b76d-93eaf86dd9f0 req-cc00b266-e11b-4550-bea0-465a3f66c882 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] For port 70cba7aa-55f1-484b-b96e-3333401892d0, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=70cba7aa-55f1-484b-b96e-3333401892d0,segment=NetworkSegment(83899cc1-bda3-43a5-82a1-515a46798267),segment_id=83899cc1-bda3-43a5-82a1-515a46798267)] {{(pid=98185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 19:08:54.902448 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-698ad3e7-09a2-4b6a-b76d-93eaf86dd9f0 req-cc00b266-e11b-4550-bea0-465a3f66c882 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4044702'] for port, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:08:54.993516 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.plugin [req-698ad3e7-09a2-4b6a-b76d-93eaf86dd9f0 req-cc00b266-e11b-4550-bea0-465a3f66c882 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Calling delete_port for 70cba7aa-55f1-484b-b96e-3333401892d0 owned by compute:nova {{(pid=98185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 19:08:55.142642 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-698ad3e7-09a2-4b6a-b76d-93eaf86dd9f0 req-cc00b266-e11b-4550-bea0-465a3f66c882 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578457411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578064415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11876817'] for port, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:08:55.146611 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-92871751-f75c-40ac-97e5-0f73e0bf8149 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 19:08:55.181582 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc00b266-e11b-4550-bea0-465a3f66c882 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Pushing event deleted for resources: {'Port': ['ID=70cba7aa-55f1-484b-b96e-3333401892d0,revision_number=None']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 19:08:55.194341 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc00b266-e11b-4550-bea0-465a3f66c882 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:08:55.194743 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc00b266-e11b-4550-bea0-465a3f66c882 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:08:55.195133 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc00b266-e11b-4550-bea0-465a3f66c882 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:08:55.195519 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc00b266-e11b-4550-bea0-465a3f66c882 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:08:55.195905 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc00b266-e11b-4550-bea0-465a3f66c882 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:08:55.196283 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc00b266-e11b-4550-bea0-465a3f66c882 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:08:55.196659 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc00b266-e11b-4550-bea0-465a3f66c882 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:08:55.197033 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc00b266-e11b-4550-bea0-465a3f66c882 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:08:55.197414 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc00b266-e11b-4550-bea0-465a3f66c882 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:08:55.197810 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc00b266-e11b-4550-bea0-465a3f66c882 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:08:55.198179 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc00b266-e11b-4550-bea0-465a3f66c882 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:08:55.198546 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc00b266-e11b-4550-bea0-465a3f66c882 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:08:55.224193 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-cc00b266-e11b-4550-bea0-465a3f66c882 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 19:08:55.249663 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.db.l3_dvrscheduler_db [req-698ad3e7-09a2-4b6a-b76d-93eaf86dd9f0 req-cc00b266-e11b-4550-bea0-465a3f66c882 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] No DVR routers for this DVR port 70cba7aa-55f1-484b-b96e-3333401892d0 on host hv-cinder-78626 {{(pid=98185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 19:08:55.252084 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-698ad3e7-09a2-4b6a-b76d-93eaf86dd9f0 req-cc00b266-e11b-4550-bea0-465a3f66c882 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230521'] for port, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:08:55.254059 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-698ad3e7-09a2-4b6a-b76d-93eaf86dd9f0 req-cc00b266-e11b-4550-bea0-465a3f66c882 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.39 "DELETE /v2.0/ports/70cba7aa-55f1-484b-b96e-3333401892d0 HTTP/1.1" status: 204 len: 173 time: 0.5634902 Jun 10 19:08:55.254555 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6383a611-778b-4e4a-b0c7-b631b86f4498', 'name': 'network-vif-deleted', 'tag': '70cba7aa-55f1-484b-b96e-3333401892d0'}] {{(pid=98185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 19:08:55.256857 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44d46bb02d59f4e600e8e3fdef735be97a189b4bda953b1539dd9e97451c2ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6050c3c3-ca63-4034-9746-04084859f370" -d '{"events": [{"server_uuid": "6383a611-778b-4e4a-b0c7-b631b86f4498", "name": "network-vif-deleted", "tag": "70cba7aa-55f1-484b-b96e-3333401892d0"}]}' {{(pid=98185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 19:08:55.292476 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 19:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63490dfa-2c38-47b4-9818-277949a7db6e x-openstack-request-id: req-63490dfa-2c38-47b4-9818-277949a7db6e {{(pid=98185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 19:08:55.293202 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6383a611-778b-4e4a-b0c7-b631b86f4498", "name": "network-vif-deleted", "tag": "70cba7aa-55f1-484b-b96e-3333401892d0", "status": "completed", "code": 200}]} {{(pid=98185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 19:08:55.293202 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-63490dfa-2c38-47b4-9818-277949a7db6e {{(pid=98185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 19:08:55.293623 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6383a611-778b-4e4a-b0c7-b631b86f4498', 'name': 'network-vif-deleted', 'tag': '70cba7aa-55f1-484b-b96e-3333401892d0', 'status': 'completed', 'code': 200} Jun 10 19:08:55.480236 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-ab632e43-b628-4a52-83b1-c20d56264b2d req-2ae0431b-b607-49ec-b7c5-5bcda35cde8f tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/ports?device_id=6383a611-778b-4e4a-b0c7-b631b86f4498 HTTP/1.1" status: 200 len: 210 time: 0.0354674 Jun 10 19:08:57.815672 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Device 70cba7aa-55f1-484b-b96e-3333401892d0 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=98186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 19:08:57.839412 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.plugin [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] No Port match for: 70cba7aa-55f1-484b-b96e-3333401892d0 {{(pid=98186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 19:08:57.839773 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Device 70cba7aa-55f1-484b-b96e-3333401892d0 not bound to the agent host hv-cinder-78626 {{(pid=98186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 19:08:58.794627 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 57056) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 19:08:58.992211 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.plugin [None req-8cddd7a5-01af-4154-ae66-ed6c4911da46 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Deleting port b8f42390-ec64-4260-abd4-7f875a7c534c {{(pid=98184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 19:08:58.992557 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-8cddd7a5-01af-4154-ae66-ed6c4911da46 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578452511'] for port, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:08:59.087910 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-8cddd7a5-01af-4154-ae66-ed6c4911da46 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4044702'] for port, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:08:59.088242 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-8cddd7a5-01af-4154-ae66-ed6c4911da46 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:08:59.181656 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.plugin [None req-8cddd7a5-01af-4154-ae66-ed6c4911da46 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Calling delete_port for b8f42390-ec64-4260-abd4-7f875a7c534c owned by network:floatingip {{(pid=98184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 19:08:59.349894 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-8cddd7a5-01af-4154-ae66-ed6c4911da46 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578457411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578064415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12374055'] for port, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:08:59.351705 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-9e08acc7-7c41-4c7e-bdcc-964255a3b166 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 19:08:59.380177 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cddd7a5-01af-4154-ae66-ed6c4911da46 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Pushing event deleted for resources: {'Port': ['ID=b8f42390-ec64-4260-abd4-7f875a7c534c,revision_number=None']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 19:08:59.383338 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-8cddd7a5-01af-4154-ae66-ed6c4911da46 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 19:08:59.455147 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-8cddd7a5-01af-4154-ae66-ed6c4911da46 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Notify callbacks [] for floatingip, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:08:59.455488 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.db.l3_db [None req-8cddd7a5-01af-4154-ae66-ed6c4911da46 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Floating IP b8d04041-d267-4ab1-9bf8-05763813b511 disassociated (deleted). External IP: 172.27.3.151, port: 20ac737c-1b0c-47fb-85a3-5ec5479f6d37. Jun 10 19:08:59.731310 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cddd7a5-01af-4154-ae66-ed6c4911da46 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Router 79b634a5-5d66-4f35-81a1-8ebb10f49dbc has already been hosted by L3 agent 1661496b-b13c-41e5-8e80-f6a07c138e01 {{(pid=98184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 19:08:59.870772 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cddd7a5-01af-4154-ae66-ed6c4911da46 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Notify agent at l3_agent.dv-cinder-786260-4-iscsi the message routers_updated {{(pid=98184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 19:08:59.875906 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-8cddd7a5-01af-4154-ae66-ed6c4911da46 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230521'] for floatingip, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:08:59.880688 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7cc53bb-28a7-40b9-8e66-39bd7219160e None None] Sync routers for ids ['79b634a5-5d66-4f35-81a1-8ebb10f49dbc'] in dv-cinder-786260-4-iscsi {{(pid=98186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 19:08:59.889826 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7cc53bb-28a7-40b9-8e66-39bd7219160e None None] Routers {'79b634a5-5d66-4f35-81a1-8ebb10f49dbc'} bound to L3 agent in host dv-cinder-786260-4-iscsi {{(pid=98186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 19:08:59.890742 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-a7cc53bb-28a7-40b9-8e66-39bd7219160e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T18:39:44Z,description=,heartbeat_timestamp=2021-06-10T19:08:44Z,host='dv-cinder-786260-4-iscsi',id=1661496b-b13c-41e5-8e80-f6a07c138e01,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T18:39:44Z,topic='l3_agent')) {'router_ids': ['79b634a5-5d66-4f35-81a1-8ebb10f49dbc'], 'active': True} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 19:08:59.918981 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-8cddd7a5-01af-4154-ae66-ed6c4911da46 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "DELETE /v2.0/floatingips/b8d04041-d267-4ab1-9bf8-05763813b511 HTTP/1.1" status: 204 len: 168 time: 1.1232734 Jun 10 19:08:59.919657 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '315135e1-f899-4061-8059-0aafc62b6164', 'tag': '20ac737c-1b0c-47fb-85a3-5ec5479f6d37'}] {{(pid=98184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 19:08:59.922678 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb56d522721b4b5adfc42fa723f2f3515f3582caf8bc0113b3f39c2a7fe625ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6cfb58b-1ac1-494e-bcf0-600eb0d0d0ad" -d '{"events": [{"name": "network-changed", "server_uuid": "315135e1-f899-4061-8059-0aafc62b6164", "tag": "20ac737c-1b0c-47fb-85a3-5ec5479f6d37"}]}' {{(pid=98184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 19:08:59.960733 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 19:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03d58aa7-528c-4036-9464-821c7c07df5e x-openstack-request-id: req-03d58aa7-528c-4036-9464-821c7c07df5e {{(pid=98184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 19:08:59.961252 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "315135e1-f899-4061-8059-0aafc62b6164", "tag": "20ac737c-1b0c-47fb-85a3-5ec5479f6d37", "status": "completed", "code": 200}]} {{(pid=98184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 19:08:59.961660 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-03d58aa7-528c-4036-9464-821c7c07df5e {{(pid=98184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 19:08:59.962173 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '315135e1-f899-4061-8059-0aafc62b6164', 'tag': '20ac737c-1b0c-47fb-85a3-5ec5479f6d37', 'status': 'completed', 'code': 200} Jun 10 19:09:00.050149 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cfb58b-1ac1-494e-bcf0-600eb0d0d0ad req-90450d04-25ff-429b-9df4-486bb3ea85bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:09:00.051676 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-e6cfb58b-1ac1-494e-bcf0-600eb0d0d0ad req-90450d04-25ff-429b-9df4-486bb3ea85bd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=03d822ac543649beabd5b85e18d148a4&device_id=315135e1-f899-4061-8059-0aafc62b6164 HTTP/1.1" status: 200 len: 1099 time: 0.0667632 Jun 10 19:09:00.179986 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvr_db [None req-a7cc53bb-28a7-40b9-8e66-39bd7219160e None None] Set router 79b634a5-5d66-4f35-81a1-8ebb10f49dbc gateway port host: dv-cinder-786260-4-iscsi {{(pid=98186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 19:09:00.182170 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cfb58b-1ac1-494e-bcf0-600eb0d0d0ad req-4397325a-170e-4c73-bb1d-311407bef206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:09:00.183642 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-e6cfb58b-1ac1-494e-bcf0-600eb0d0d0ad req-4397325a-170e-4c73-bb1d-311407bef206 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ccf298e8-e752-4524-b52b-d3952f6382ed HTTP/1.1" status: 200 len: 913 time: 0.1252334 Jun 10 19:09:00.240101 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-e6cfb58b-1ac1-494e-bcf0-600eb0d0d0ad req-9e4c3b21-db76-4950-a626-75642c232829 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20ac737c-1b0c-47fb-85a3-5ec5479f6d37 HTTP/1.1" status: 200 len: 217 time: 0.0479200 Jun 10 19:09:00.301240 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cfb58b-1ac1-494e-bcf0-600eb0d0d0ad req-7eca69fc-c897-42af-aacd-085b59d394f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:09:00.302816 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-e6cfb58b-1ac1-494e-bcf0-600eb0d0d0ad req-7eca69fc-c897-42af-aacd-085b59d394f9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=97f21823-eb57-44fa-bcc2-8fe91251a408 HTTP/1.1" status: 200 len: 851 time: 0.0542409 Jun 10 19:09:00.315590 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9e701e-fde2-4d4e-94fe-e6e608336f49 req-5250230a-def5-44d3-89c2-b27bc90a4080 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:09:00.317092 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-6d9e701e-fde2-4d4e-94fe-e6e608336f49 req-5250230a-def5-44d3-89c2-b27bc90a4080 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/ports?device_id=315135e1-f899-4061-8059-0aafc62b6164 HTTP/1.1" status: 200 len: 946 time: 0.0735393 Jun 10 19:09:00.361240 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-6d9e701e-fde2-4d4e-94fe-e6e608336f49 req-fe58ca81-25b0-470a-bdad-c17c398c67b4 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4269ce8-a26c-4762-b470-27e106135616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375967 Jun 10 19:09:00.374482 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cfb58b-1ac1-494e-bcf0-600eb0d0d0ad req-59366585-a2c6-4a51-83b6-72bab129650d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:09:00.376600 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-e6cfb58b-1ac1-494e-bcf0-600eb0d0d0ad req-59366585-a2c6-4a51-83b6-72bab129650d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ccf298e8-e752-4524-b52b-d3952f6382ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0663958 Jun 10 19:09:00.449838 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-a7cc53bb-28a7-40b9-8e66-39bd7219160e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b634a5-5d66-4f35-81a1-8ebb10f49dbc', 'name': 'tempest-TestVolumeBootPattern-1887004004-router', 'tenant_id': '03d822ac543649beabd5b85e18d148a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'b739490b-96a4-44b2-97be-49f7b2829405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T19:00:23Z', 'updated_at': '2021-06-10T19:00:26Z', 'revision_number': 4, 'project_id': '03d822ac543649beabd5b85e18d148a4', 'gw_port': {'id': 'b739490b-96a4-44b2-97be-49f7b2829405', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:53:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b634a5-5d66-4f35-81a1-8ebb10f49dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T19:00:24Z', 'updated_at': '2021-06-10T19:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi', '_interfaces': [{'id': 'd05cccd3-902a-4517-b077-683e1a9effc5', 'name': '', 'network_id': 'ccf298e8-e752-4524-b52b-d3952f6382ed', 'tenant_id': '03d822ac543649beabd5b85e18d148a4', 'mac_address': 'fa:16:3e:bc:34:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b634a5-5d66-4f35-81a1-8ebb10f49dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '97f21823-eb57-44fa-bcc2-8fe91251a408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T19:00:25Z', 'updated_at': '2021-06-10T19:00:32Z', 'revision_number': 5, 'project_id': '03d822ac543649beabd5b85e18d148a4', 'subnets': [{'id': '97f21823-eb57-44fa-bcc2-8fe91251a408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-4-iscsi', False) {} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 19:09:00.454557 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7cc53bb-28a7-40b9-8e66-39bd7219160e None None] Checking router: 79b634a5-5d66-4f35-81a1-8ebb10f49dbc for host: dv-cinder-786260-4-iscsi {{(pid=98186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 19:09:00.462784 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7cc53bb-28a7-40b9-8e66-39bd7219160e None None] Routers {'79b634a5-5d66-4f35-81a1-8ebb10f49dbc'} bound to L3 agent in host dv-cinder-786260-4-iscsi {{(pid=98186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 19:09:00.463387 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-a7cc53bb-28a7-40b9-8e66-39bd7219160e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T18:39:44Z,description=,heartbeat_timestamp=2021-06-10T19:08:44Z,host='dv-cinder-786260-4-iscsi',id=1661496b-b13c-41e5-8e80-f6a07c138e01,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T18:39:44Z,topic='l3_agent')) {'router_ids': ['79b634a5-5d66-4f35-81a1-8ebb10f49dbc'], 'active': True} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 19:09:00.496452 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-e6cfb58b-1ac1-494e-bcf0-600eb0d0d0ad req-c58af5dd-35b9-4218-99ed-e3776e20a335 service neutron] 10.222.0.39 "GET /v2.0/networks/ccf298e8-e752-4524-b52b-d3952f6382ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123037 Jun 10 19:09:00.613871 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvr_db [None req-a7cc53bb-28a7-40b9-8e66-39bd7219160e None None] Set router 79b634a5-5d66-4f35-81a1-8ebb10f49dbc gateway port host: dv-cinder-786260-4-iscsi {{(pid=98186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 19:09:00.615917 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-e6cfb58b-1ac1-494e-bcf0-600eb0d0d0ad req-49994ff5-ac09-47f3-81aa-2a22601810b2 service neutron] 10.222.0.39 "GET /v2.0/networks/ccf298e8-e752-4524-b52b-d3952f6382ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120789 Jun 10 19:09:00.866457 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-a7cc53bb-28a7-40b9-8e66-39bd7219160e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b634a5-5d66-4f35-81a1-8ebb10f49dbc', 'name': 'tempest-TestVolumeBootPattern-1887004004-router', 'tenant_id': '03d822ac543649beabd5b85e18d148a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'b739490b-96a4-44b2-97be-49f7b2829405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T19:00:23Z', 'updated_at': '2021-06-10T19:00:26Z', 'revision_number': 4, 'project_id': '03d822ac543649beabd5b85e18d148a4', 'gw_port': {'id': 'b739490b-96a4-44b2-97be-49f7b2829405', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:53:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b634a5-5d66-4f35-81a1-8ebb10f49dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T19:00:24Z', 'updated_at': '2021-06-10T19:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi', '_interfaces': [{'id': 'd05cccd3-902a-4517-b077-683e1a9effc5', 'name': '', 'network_id': 'ccf298e8-e752-4524-b52b-d3952f6382ed', 'tenant_id': '03d822ac543649beabd5b85e18d148a4', 'mac_address': 'fa:16:3e:bc:34:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b634a5-5d66-4f35-81a1-8ebb10f49dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '97f21823-eb57-44fa-bcc2-8fe91251a408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T19:00:25Z', 'updated_at': '2021-06-10T19:00:32Z', 'revision_number': 5, 'project_id': '03d822ac543649beabd5b85e18d148a4', 'subnets': [{'id': '97f21823-eb57-44fa-bcc2-8fe91251a408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-4-iscsi', False) {} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 19:09:00.869786 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7cc53bb-28a7-40b9-8e66-39bd7219160e None None] The sync data for ids ['79b634a5-5d66-4f35-81a1-8ebb10f49dbc'] in dv-cinder-786260-4-iscsi is: [{'id': '79b634a5-5d66-4f35-81a1-8ebb10f49dbc', 'name': 'tempest-TestVolumeBootPattern-1887004004-router', 'tenant_id': '03d822ac543649beabd5b85e18d148a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'b739490b-96a4-44b2-97be-49f7b2829405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T19:00:23Z', 'updated_at': '2021-06-10T19:00:26Z', 'revision_number': 4, 'project_id': '03d822ac543649beabd5b85e18d148a4', 'gw_port': {'id': 'b739490b-96a4-44b2-97be-49f7b2829405', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:53:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b634a5-5d66-4f35-81a1-8ebb10f49dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T19:00:24Z', 'updated_at': '2021-06-10T19:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi', '_interfaces': [{'id': 'd05cccd3-902a-4517-b077-683e1a9effc5', 'name': '', 'network_id': 'ccf298e8-e752-4524-b52b-d3952f6382ed', 'tenant_id': '03d822ac543649beabd5b85e18d148a4', 'mac_address': 'fa:16:3e:bc:34:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b634a5-5d66-4f35-81a1-8ebb10f49dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '97f21823-eb57-44fa-bcc2-8fe91251a408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T19:00:25Z', 'updated_at': '2021-06-10T19:00:32Z', 'revision_number': 5, 'project_id': '03d822ac543649beabd5b85e18d148a4', 'subnets': [{'id': '97f21823-eb57-44fa-bcc2-8fe91251a408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 19:09:01.069628 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd57275-8e15-4586-9e19-43d50618719f None None] New status for floating IP b8d04041-d267-4ab1-9bf8-05763813b511: DOWN {{(pid=98187) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 19:09:01.548462 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9eab6f-504a-4fe7-adff-55c8dcbc99b6 req-5b2ea6d4-a807-461f-8e4c-b2a313678996 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:09:01.548462 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-9f9eab6f-504a-4fe7-adff-55c8dcbc99b6 req-5b2ea6d4-a807-461f-8e4c-b2a313678996 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/ports?device_id=315135e1-f899-4061-8059-0aafc62b6164 HTTP/1.1" status: 200 len: 946 time: 0.0730567 Jun 10 19:09:01.592647 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-9f9eab6f-504a-4fe7-adff-55c8dcbc99b6 req-878249db-633e-4670-b019-bbbf9a7ad688 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4269ce8-a26c-4762-b470-27e106135616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368221 Jun 10 19:09:01.838545 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e3ea03-4c23-4705-83fb-5236f6dc1533 req-7f5eaaaa-a582-4c7e-9497-bf15b71adaf2 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 19:09:01.839964 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-c6e3ea03-4c23-4705-83fb-5236f6dc1533 req-7f5eaaaa-a582-4c7e-9497-bf15b71adaf2 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.39 "GET /v2.0/ports?device_id=315135e1-f899-4061-8059-0aafc62b6164 HTTP/1.1" status: 200 len: 946 time: 0.0670125 Jun 10 19:09:02.245729 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.plugin [req-c6e3ea03-4c23-4705-83fb-5236f6dc1533 req-e36f13c4-77f8-436f-8d77-2efb0cd3acf9 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Deleting port 20ac737c-1b0c-47fb-85a3-5ec5479f6d37 {{(pid=98185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 19:09:02.245971 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-c6e3ea03-4c23-4705-83fb-5236f6dc1533 req-e36f13c4-77f8-436f-8d77-2efb0cd3acf9 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578452511'] for port, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:09:02.357417 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.db [req-c6e3ea03-4c23-4705-83fb-5236f6dc1533 req-e36f13c4-77f8-436f-8d77-2efb0cd3acf9 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] For port 20ac737c-1b0c-47fb-85a3-5ec5479f6d37, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=20ac737c-1b0c-47fb-85a3-5ec5479f6d37,segment=NetworkSegment(83899cc1-bda3-43a5-82a1-515a46798267),segment_id=83899cc1-bda3-43a5-82a1-515a46798267)] {{(pid=98185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 19:09:02.357811 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-c6e3ea03-4c23-4705-83fb-5236f6dc1533 req-e36f13c4-77f8-436f-8d77-2efb0cd3acf9 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4044702'] for port, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:09:02.457416 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.plugin [req-c6e3ea03-4c23-4705-83fb-5236f6dc1533 req-e36f13c4-77f8-436f-8d77-2efb0cd3acf9 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Calling delete_port for 20ac737c-1b0c-47fb-85a3-5ec5479f6d37 owned by compute:nova {{(pid=98185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 19:09:02.613320 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-c6e3ea03-4c23-4705-83fb-5236f6dc1533 req-e36f13c4-77f8-436f-8d77-2efb0cd3acf9 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578457411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578064415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11876817'] for port, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:09:02.617244 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-c7acc0d5-e259-405b-a275-3821f2494e9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 19:09:02.648608 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36f13c4-77f8-436f-8d77-2efb0cd3acf9 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Pushing event deleted for resources: {'Port': ['ID=20ac737c-1b0c-47fb-85a3-5ec5479f6d37,revision_number=None']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 19:09:02.651749 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-e36f13c4-77f8-436f-8d77-2efb0cd3acf9 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 19:09:02.705657 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6e3ea03-4c23-4705-83fb-5236f6dc1533 req-e36f13c4-77f8-436f-8d77-2efb0cd3acf9 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] No DVR routers for this DVR port 20ac737c-1b0c-47fb-85a3-5ec5479f6d37 on host hv-cinder-78626 {{(pid=98185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 19:09:02.708153 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [req-c6e3ea03-4c23-4705-83fb-5236f6dc1533 req-e36f13c4-77f8-436f-8d77-2efb0cd3acf9 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230521'] for port, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:09:02.710154 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [req-c6e3ea03-4c23-4705-83fb-5236f6dc1533 req-e36f13c4-77f8-436f-8d77-2efb0cd3acf9 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.39 "DELETE /v2.0/ports/20ac737c-1b0c-47fb-85a3-5ec5479f6d37 HTTP/1.1" status: 204 len: 173 time: 0.8647797 Jun 10 19:09:02.710705 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '315135e1-f899-4061-8059-0aafc62b6164', 'name': 'network-vif-deleted', 'tag': '20ac737c-1b0c-47fb-85a3-5ec5479f6d37'}] {{(pid=98185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 19:09:02.713084 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44d46bb02d59f4e600e8e3fdef735be97a189b4bda953b1539dd9e97451c2ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c46712ae-3f1a-4765-a4f1-f8a465084fe2" -d '{"events": [{"server_uuid": "315135e1-f899-4061-8059-0aafc62b6164", "name": "network-vif-deleted", "tag": "20ac737c-1b0c-47fb-85a3-5ec5479f6d37"}]}' {{(pid=98185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 19:09:02.750170 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [req-822a2c1e-b59b-4b26-8358-35f1993551bc req-7a091aab-6115-4a19-adf7-554d16f51111 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "GET /v2.0/ports?device_id=315135e1-f899-4061-8059-0aafc62b6164 HTTP/1.1" status: 200 len: 210 time: 0.0421693 Jun 10 19:09:02.750771 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 19:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98dbe586-593a-4114-9951-83c289b9f723 x-openstack-request-id: req-98dbe586-593a-4114-9951-83c289b9f723 {{(pid=98185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 19:09:02.751137 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "315135e1-f899-4061-8059-0aafc62b6164", "name": "network-vif-deleted", "tag": "20ac737c-1b0c-47fb-85a3-5ec5479f6d37", "status": "completed", "code": 200}]} {{(pid=98185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 19:09:02.751448 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-98dbe586-593a-4114-9951-83c289b9f723 {{(pid=98185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 19:09:02.751907 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '315135e1-f899-4061-8059-0aafc62b6164', 'name': 'network-vif-deleted', 'tag': '20ac737c-1b0c-47fb-85a3-5ec5479f6d37', 'status': 'completed', 'code': 200} Jun 10 19:09:02.938170 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.agents_db [None req-dd8e6269-3fd9-4915-b5ed-83e1f738bf4e None None] Agent healthcheck: found 6 active agents {{(pid=98187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 19:09:03.851910 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 57072) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 19:09:04.013391 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.plugin [None req-b451e11f-01b7-4209-a13b-0527020c22d5 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Deleting port 77173a4a-220b-40f3-8223-7ffa008013cc {{(pid=98184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 19:09:04.013770 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-b451e11f-01b7-4209-a13b-0527020c22d5 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578452511'] for port, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:09:04.110503 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-b451e11f-01b7-4209-a13b-0527020c22d5 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4044702'] for port, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:09:04.110830 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-b451e11f-01b7-4209-a13b-0527020c22d5 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:09:04.206368 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.plugin [None req-b451e11f-01b7-4209-a13b-0527020c22d5 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Calling delete_port for 77173a4a-220b-40f3-8223-7ffa008013cc owned by network:floatingip {{(pid=98184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 19:09:04.647637 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-b451e11f-01b7-4209-a13b-0527020c22d5 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578457411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578064415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12374055'] for port, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:09:04.650485 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-b8694b1b-0e7f-4724-8c7c-4ed82369f507 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 19:09:04.682353 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b451e11f-01b7-4209-a13b-0527020c22d5 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Pushing event deleted for resources: {'Port': ['ID=77173a4a-220b-40f3-8223-7ffa008013cc,revision_number=None']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 19:09:04.687972 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-b451e11f-01b7-4209-a13b-0527020c22d5 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 19:09:04.761743 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-b451e11f-01b7-4209-a13b-0527020c22d5 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Notify callbacks [] for floatingip, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:09:04.764418 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-b451e11f-01b7-4209-a13b-0527020c22d5 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230521'] for floatingip, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:09:04.766000 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-b451e11f-01b7-4209-a13b-0527020c22d5 tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "DELETE /v2.0/floatingips/036540ce-ac98-42c9-81c2-bcb427272dd7 HTTP/1.1" status: 204 len: 168 time: 0.9131174 Jun 10 19:09:05.846397 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Device 20ac737c-1b0c-47fb-85a3-5ec5479f6d37 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=98186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 19:09:05.870915 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.plugin [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] No Port match for: 20ac737c-1b0c-47fb-85a3-5ec5479f6d37 {{(pid=98186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 19:09:05.871272 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Device 20ac737c-1b0c-47fb-85a3-5ec5479f6d37 not bound to the agent host hv-cinder-78626 {{(pid=98186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 19:09:06.086107 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 57084) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 19:09:06.150413 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-6ca21f21-bce4-43fe-84ae-503dd72a529d tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Notify callbacks [] for security_group, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:09:06.177719 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-6ca21f21-bce4-43fe-84ae-503dd72a529d tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:09:06.240086 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-6ca21f21-bce4-43fe-84ae-503dd72a529d tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:09:06.243221 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-6ca21f21-bce4-43fe-84ae-503dd72a529d tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Notify callbacks [] for security_group, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:09:06.244492 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-6ca21f21-bce4-43fe-84ae-503dd72a529d tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] 10.222.0.15 "DELETE /v2.0/security-groups/a4269ce8-a26c-4762-b470-27e106135616 HTTP/1.1" status: 204 len: 168 time: 0.1573753 Jun 10 19:09:06.246520 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-822eaeae-f48d-406f-85cc-a6967bbbf779 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 19:09:06.262941 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca21f21-bce4-43fe-84ae-503dd72a529d tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4269ce8-a26c-4762-b470-27e106135616,revision_number=None']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 19:09:06.266383 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-6ca21f21-bce4-43fe-84ae-503dd72a529d tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 19:09:07.334571 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 57098) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 19:09:07.878392 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-66d1b13a-0402-4a1a-bf57-fda8d310fe39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4032933'] for router_interface, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:09:08.195559 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.plugin [None req-66d1b13a-0402-4a1a-bf57-fda8d310fe39 admin admin] Deleting port d05cccd3-902a-4517-b077-683e1a9effc5 {{(pid=98185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 19:09:08.195907 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-66d1b13a-0402-4a1a-bf57-fda8d310fe39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578452511'] for port, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:09:08.297895 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.db [None req-66d1b13a-0402-4a1a-bf57-fda8d310fe39 admin admin] For port d05cccd3-902a-4517-b077-683e1a9effc5, host dv-cinder-786260-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-4-iscsi',level=0,port_id=d05cccd3-902a-4517-b077-683e1a9effc5,segment=NetworkSegment(83899cc1-bda3-43a5-82a1-515a46798267),segment_id=83899cc1-bda3-43a5-82a1-515a46798267)] {{(pid=98185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 19:09:08.298256 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-66d1b13a-0402-4a1a-bf57-fda8d310fe39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4044702'] for port, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:09:08.392352 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.plugin [None req-66d1b13a-0402-4a1a-bf57-fda8d310fe39 admin admin] Calling delete_port for d05cccd3-902a-4517-b077-683e1a9effc5 owned by network:router_interface {{(pid=98185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 19:09:08.629395 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-66d1b13a-0402-4a1a-bf57-fda8d310fe39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578457411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578064415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11876817'] for port, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:09:08.632090 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-12a140cf-8a5b-4835-9f0c-68fb4714c81e tempest-TestVolumeBootPattern-1607914638 tempest-TestVolumeBootPattern-1607914638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 19:09:08.659316 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d1b13a-0402-4a1a-bf57-fda8d310fe39 admin admin] Pushing event deleted for resources: {'Port': ['ID=d05cccd3-902a-4517-b077-683e1a9effc5,revision_number=None']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 19:09:08.662928 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-66d1b13a-0402-4a1a-bf57-fda8d310fe39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 19:09:08.881652 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-66d1b13a-0402-4a1a-bf57-fda8d310fe39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4032565'] for router_interface, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:09:09.163337 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66d1b13a-0402-4a1a-bf57-fda8d310fe39 admin admin] Router 79b634a5-5d66-4f35-81a1-8ebb10f49dbc has already been hosted by L3 agent 1661496b-b13c-41e5-8e80-f6a07c138e01 {{(pid=98185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 19:09:09.302000 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66d1b13a-0402-4a1a-bf57-fda8d310fe39 admin admin] Notify agent at l3_agent.dv-cinder-786260-4-iscsi the message routers_updated {{(pid=98185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 19:09:09.307086 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-66d1b13a-0402-4a1a-bf57-fda8d310fe39 admin admin] 10.222.0.15 "PUT /v2.0/routers/79b634a5-5d66-4f35-81a1-8ebb10f49dbc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9714811 Jun 10 19:09:09.309558 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 57110) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 19:09:09.313832 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ba5e7b-d3c4-4ae8-a4bf-142c7ab59c1f None None] Sync routers for ids ['79b634a5-5d66-4f35-81a1-8ebb10f49dbc'] in dv-cinder-786260-4-iscsi {{(pid=98186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 19:09:09.323350 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ba5e7b-d3c4-4ae8-a4bf-142c7ab59c1f None None] Routers {'79b634a5-5d66-4f35-81a1-8ebb10f49dbc'} bound to L3 agent in host dv-cinder-786260-4-iscsi {{(pid=98186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 19:09:09.323964 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-f1ba5e7b-d3c4-4ae8-a4bf-142c7ab59c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T18:39:44Z,description=,heartbeat_timestamp=2021-06-10T19:08:44Z,host='dv-cinder-786260-4-iscsi',id=1661496b-b13c-41e5-8e80-f6a07c138e01,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T18:39:44Z,topic='l3_agent')) {'router_ids': ['79b634a5-5d66-4f35-81a1-8ebb10f49dbc'], 'active': True} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 19:09:09.452688 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-8dc62aab-eb2d-415c-8b99-e1a8410db8d7 admin admin] Notify callbacks [] for router, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:09:09.471325 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvr_db [None req-f1ba5e7b-d3c4-4ae8-a4bf-142c7ab59c1f None None] Set router 79b634a5-5d66-4f35-81a1-8ebb10f49dbc gateway port host: dv-cinder-786260-4-iscsi {{(pid=98186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 19:09:09.712386 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-f1ba5e7b-d3c4-4ae8-a4bf-142c7ab59c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b634a5-5d66-4f35-81a1-8ebb10f49dbc', 'name': 'tempest-TestVolumeBootPattern-1887004004-router', 'tenant_id': '03d822ac543649beabd5b85e18d148a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'b739490b-96a4-44b2-97be-49f7b2829405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T19:00:23Z', 'updated_at': '2021-06-10T19:09:08Z', 'revision_number': 5, 'project_id': '03d822ac543649beabd5b85e18d148a4', 'gw_port': {'id': 'b739490b-96a4-44b2-97be-49f7b2829405', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:53:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b634a5-5d66-4f35-81a1-8ebb10f49dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T19:00:24Z', 'updated_at': '2021-06-10T19:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi'}], 'dv-cinder-786260-4-iscsi', False) {} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 19:09:09.715839 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ba5e7b-d3c4-4ae8-a4bf-142c7ab59c1f None None] Checking router: 79b634a5-5d66-4f35-81a1-8ebb10f49dbc for host: dv-cinder-786260-4-iscsi {{(pid=98186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 19:09:09.724279 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ba5e7b-d3c4-4ae8-a4bf-142c7ab59c1f None None] Routers {'79b634a5-5d66-4f35-81a1-8ebb10f49dbc'} bound to L3 agent in host dv-cinder-786260-4-iscsi {{(pid=98186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 19:09:09.724885 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-f1ba5e7b-d3c4-4ae8-a4bf-142c7ab59c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T18:39:44Z,description=,heartbeat_timestamp=2021-06-10T19:08:44Z,host='dv-cinder-786260-4-iscsi',id=1661496b-b13c-41e5-8e80-f6a07c138e01,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T18:39:44Z,topic='l3_agent')) {'router_ids': ['79b634a5-5d66-4f35-81a1-8ebb10f49dbc'], 'active': True} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 19:09:09.866947 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvr_db [None req-f1ba5e7b-d3c4-4ae8-a4bf-142c7ab59c1f None None] Set router 79b634a5-5d66-4f35-81a1-8ebb10f49dbc gateway port host: dv-cinder-786260-4-iscsi {{(pid=98186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 19:09:09.901554 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-8dc62aab-eb2d-415c-8b99-e1a8410db8d7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:09:09.961890 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.plugin [None req-8dc62aab-eb2d-415c-8b99-e1a8410db8d7 admin admin] Deleting port b739490b-96a4-44b2-97be-49f7b2829405 {{(pid=98185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 19:09:09.962235 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-8dc62aab-eb2d-415c-8b99-e1a8410db8d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578452511'] for port, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:09:10.070608 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.db [None req-8dc62aab-eb2d-415c-8b99-e1a8410db8d7 admin admin] For port b739490b-96a4-44b2-97be-49f7b2829405, host dv-cinder-786260-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-4-iscsi',level=0,port_id=b739490b-96a4-44b2-97be-49f7b2829405,segment=NetworkSegment(151ae908-95e4-46a8-8b94-d201ec410581),segment_id=151ae908-95e4-46a8-8b94-d201ec410581)] {{(pid=98185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 19:09:10.070977 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-8dc62aab-eb2d-415c-8b99-e1a8410db8d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4044702'] for port, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:09:10.162396 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.plugin [None req-8dc62aab-eb2d-415c-8b99-e1a8410db8d7 admin admin] Calling delete_port for b739490b-96a4-44b2-97be-49f7b2829405 owned by network:router_gateway {{(pid=98185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 19:09:10.230278 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_hamode_db [None req-f1ba5e7b-d3c4-4ae8-a4bf-142c7ab59c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b634a5-5d66-4f35-81a1-8ebb10f49dbc', 'name': 'tempest-TestVolumeBootPattern-1887004004-router', 'tenant_id': '03d822ac543649beabd5b85e18d148a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'b739490b-96a4-44b2-97be-49f7b2829405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T19:00:23Z', 'updated_at': '2021-06-10T19:09:08Z', 'revision_number': 5, 'project_id': '03d822ac543649beabd5b85e18d148a4', 'gw_port': {'id': 'b739490b-96a4-44b2-97be-49f7b2829405', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:53:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b634a5-5d66-4f35-81a1-8ebb10f49dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T19:00:24Z', 'updated_at': '2021-06-10T19:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi'}], 'dv-cinder-786260-4-iscsi', False) {} {{(pid=98186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 19:09:10.234116 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ba5e7b-d3c4-4ae8-a4bf-142c7ab59c1f None None] The sync data for ids ['79b634a5-5d66-4f35-81a1-8ebb10f49dbc'] in dv-cinder-786260-4-iscsi is: [{'id': '79b634a5-5d66-4f35-81a1-8ebb10f49dbc', 'name': 'tempest-TestVolumeBootPattern-1887004004-router', 'tenant_id': '03d822ac543649beabd5b85e18d148a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'b739490b-96a4-44b2-97be-49f7b2829405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T19:00:23Z', 'updated_at': '2021-06-10T19:09:08Z', 'revision_number': 5, 'project_id': '03d822ac543649beabd5b85e18d148a4', 'gw_port': {'id': 'b739490b-96a4-44b2-97be-49f7b2829405', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:53:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b634a5-5d66-4f35-81a1-8ebb10f49dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T19:00:24Z', 'updated_at': '2021-06-10T19:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi'}] {{(pid=98186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 19:09:10.370792 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-8dc62aab-eb2d-415c-8b99-e1a8410db8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578457411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578064415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11876817'] for port, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:09:10.372710 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-0f65cde6-ba51-4348-bca5-1eea699c0b46 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 19:09:10.401417 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc62aab-eb2d-415c-8b99-e1a8410db8d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b739490b-96a4-44b2-97be-49f7b2829405,revision_number=None']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 19:09:10.404006 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-8dc62aab-eb2d-415c-8b99-e1a8410db8d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 19:09:10.483328 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-8dc62aab-eb2d-415c-8b99-e1a8410db8d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4045668'] for router_gateway, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:09:10.618419 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-8dc62aab-eb2d-415c-8b99-e1a8410db8d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4031383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25552'] for router, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:09:10.620643 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-8dc62aab-eb2d-415c-8b99-e1a8410db8d7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:09:10.685429 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-8dc62aab-eb2d-415c-8b99-e1a8410db8d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4032065'] for router, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:09:10.685965 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dc62aab-eb2d-415c-8b99-e1a8410db8d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 79b634a5-5d66-4f35-81a1-8ebb10f49dbc {{(pid=98185) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 19:09:10.691539 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Device d05cccd3-902a-4517-b077-683e1a9effc5 no longer exists at agent ovs-agent-dv-cinder-786260-4-iscsi {{(pid=98186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 19:09:10.692037 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-8dc62aab-eb2d-415c-8b99-e1a8410db8d7 admin admin] Notify callbacks [] for router, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:09:10.695667 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 57116) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 19:09:10.698017 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-8dc62aab-eb2d-415c-8b99-e1a8410db8d7 admin admin] 10.222.0.15 "DELETE /v2.0/routers/79b634a5-5d66-4f35-81a1-8ebb10f49dbc HTTP/1.1" status: 204 len: 168 time: 1.3874409 Jun 10 19:09:10.718310 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.plugin [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] No Port match for: d05cccd3-902a-4517-b077-683e1a9effc5 {{(pid=98186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 19:09:10.718781 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Device d05cccd3-902a-4517-b077-683e1a9effc5 not bound to the agent host dv-cinder-786260-4-iscsi {{(pid=98186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 19:09:10.750043 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.db.db_base_plugin_v2 [None req-b782828b-7680-44f3-87bb-a79f51746082 admin admin] Deleting subnet 97f21823-eb57-44fa-bcc2-8fe91251a408 {{(pid=98184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 19:09:10.753206 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-b782828b-7680-44f3-87bb-a79f51746082 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:09:10.796415 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-b782828b-7680-44f3-87bb-a79f51746082 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12374921'] for subnet, precommit_delete_associations {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:09:10.893129 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-b782828b-7680-44f3-87bb-a79f51746082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883551'] for subnet, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:09:10.956816 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-b782828b-7680-44f3-87bb-a79f51746082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12375021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740050'] for subnet, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:09:10.959845 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-5a056130-1b74-4de6-9848-039b73f91bc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 19:09:10.989853 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b782828b-7680-44f3-87bb-a79f51746082 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97f21823-eb57-44fa-bcc2-8fe91251a408,revision_number=None']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 19:09:10.994736 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-b782828b-7680-44f3-87bb-a79f51746082 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 19:09:10.995699 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-b782828b-7680-44f3-87bb-a79f51746082 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731712'] for subnet, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:09:10.998526 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-b782828b-7680-44f3-87bb-a79f51746082 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/97f21823-eb57-44fa-bcc2-8fe91251a408 HTTP/1.1" status: 204 len: 168 time: 0.3018441 Jun 10 19:09:11.000513 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348af260-7cba-44b7-a601-9bd33cc617f3 None None] Network ccf298e8-e752-4524-b52b-d3952f6382ed requested from dv-cinder-786260-4-iscsi {{(pid=98186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 19:09:11.001389 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 57118) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 19:09:11.093204 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-33bb77d0-f8ee-498a-ab7d-87f0f0bb91d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542662'] for network, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:09:11.150629 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.plugin [None req-33bb77d0-f8ee-498a-ab7d-87f0f0bb91d4 admin admin] Deleting port f7fe84b9-39fd-41d7-8559-a34c432f80cb {{(pid=98184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 19:09:11.150974 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-33bb77d0-f8ee-498a-ab7d-87f0f0bb91d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578452511'] for port, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:09:11.239030 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.db [None req-33bb77d0-f8ee-498a-ab7d-87f0f0bb91d4 admin admin] For port f7fe84b9-39fd-41d7-8559-a34c432f80cb, host dv-cinder-786260-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-4-iscsi',level=0,port_id=f7fe84b9-39fd-41d7-8559-a34c432f80cb,segment=NetworkSegment(83899cc1-bda3-43a5-82a1-515a46798267),segment_id=83899cc1-bda3-43a5-82a1-515a46798267)] {{(pid=98184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 19:09:11.239393 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-33bb77d0-f8ee-498a-ab7d-87f0f0bb91d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4044702'] for port, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:09:11.287069 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39f9ab8-e764-4d2b-a6d6-8dc7a98cd12e None None] DHCP port deletion for ccf298e8-e752-4524-b52b-d3952f6382ed request from dv-cinder-786260-4-iscsi {{(pid=98186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 19:09:11.336682 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.plugin [None req-33bb77d0-f8ee-498a-ab7d-87f0f0bb91d4 admin admin] Calling delete_port for f7fe84b9-39fd-41d7-8559-a34c432f80cb owned by network:dhcp {{(pid=98184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 19:09:11.343759 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.plugin [None req-f39f9ab8-e764-4d2b-a6d6-8dc7a98cd12e None None] Deleting port f7fe84b9-39fd-41d7-8559-a34c432f80cb {{(pid=98186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 19:09:11.344096 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-f39f9ab8-e764-4d2b-a6d6-8dc7a98cd12e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578452511'] for port, before_delete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:09:11.429754 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-f39f9ab8-e764-4d2b-a6d6-8dc7a98cd12e None None] For port f7fe84b9-39fd-41d7-8559-a34c432f80cb, host dv-cinder-786260-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-4-iscsi',level=0,port_id=f7fe84b9-39fd-41d7-8559-a34c432f80cb,segment=NetworkSegment(83899cc1-bda3-43a5-82a1-515a46798267),segment_id=83899cc1-bda3-43a5-82a1-515a46798267)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 19:09:11.430169 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-f39f9ab8-e764-4d2b-a6d6-8dc7a98cd12e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4044702'] for port, precommit_delete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:09:11.435058 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-33bb77d0-f8ee-498a-ab7d-87f0f0bb91d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578457411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578064415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12374055'] for port, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:09:11.437707 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-eeba0b66-1ec3-495f-8932-7e3b0e598eda service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 19:09:11.466574 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bb77d0-f8ee-498a-ab7d-87f0f0bb91d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7fe84b9-39fd-41d7-8559-a34c432f80cb,revision_number=None']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 19:09:11.475717 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-33bb77d0-f8ee-498a-ab7d-87f0f0bb91d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 19:09:11.475717 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bb77d0-f8ee-498a-ab7d-87f0f0bb91d4 admin admin] No DVR routers for this DVR port f7fe84b9-39fd-41d7-8559-a34c432f80cb on host dv-cinder-786260-4-iscsi {{(pid=98184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 19:09:11.526737 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.plugin [None req-f39f9ab8-e764-4d2b-a6d6-8dc7a98cd12e None None] Calling delete_port for f7fe84b9-39fd-41d7-8559-a34c432f80cb owned by network:dhcp {{(pid=98186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 19:09:11.573477 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-33bb77d0-f8ee-498a-ab7d-87f0f0bb91d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-876752', 'neutron.services.segments.db._delete_segments_for_network-8731578620079'] for network, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:09:11.585413 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.services.segments.db [None req-33bb77d0-f8ee-498a-ab7d-87f0f0bb91d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccf298e8-e752-4524-b52b-d3952f6382ed']}} {{(pid=98184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 19:09:11.596930 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.services.segments.db [None req-33bb77d0-f8ee-498a-ab7d-87f0f0bb91d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83899cc1-bda3-43a5-82a1-515a46798267') {'for_net_delete': True} {{(pid=98184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 19:09:11.597162 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.services.segments.db [None req-33bb77d0-f8ee-498a-ab7d-87f0f0bb91d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83899cc1-bda3-43a5-82a1-515a46798267') {} {{(pid=98184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 19:09:11.606891 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-33bb77d0-f8ee-498a-ab7d-87f0f0bb91d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731578619908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12374928'] for segment, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:09:11.621874 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-33bb77d0-f8ee-498a-ab7d-87f0f0bb91d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881768'] for segment, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:09:11.624843 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-f39f9ab8-e764-4d2b-a6d6-8dc7a98cd12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578457411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578064415'] for port, after_delete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:09:11.626451 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 19:09:11.628778 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33bb77d0-f8ee-498a-ab7d-87f0f0bb91d4 admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=98184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 19:09:11.629254 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-33bb77d0-f8ee-498a-ab7d-87f0f0bb91d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12374130'] for segment, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:09:11.630934 dv-cinder-786260-4-iscsi neutron-server[98184]: Traceback (most recent call last): Jun 10 19:09:11.630934 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 19:09:11.630934 dv-cinder-786260-4-iscsi neutron-server[98184]: timer() Jun 10 19:09:11.630934 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 19:09:11.630934 dv-cinder-786260-4-iscsi neutron-server[98184]: cb(*args, **kw) Jun 10 19:09:11.630934 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 19:09:11.630934 dv-cinder-786260-4-iscsi neutron-server[98184]: return func(*args, **kwargs) Jun 10 19:09:11.630934 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 19:09:11.630934 dv-cinder-786260-4-iscsi neutron-server[98184]: self._notify() Jun 10 19:09:11.630934 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 19:09:11.630934 dv-cinder-786260-4-iscsi neutron-server[98184]: self.callback(batched_events) Jun 10 19:09:11.630934 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 19:09:11.630934 dv-cinder-786260-4-iscsi neutron-server[98184]: event.method(event) Jun 10 19:09:11.630934 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 19:09:11.630934 dv-cinder-786260-4-iscsi neutron-server[98184]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 19:09:11.630934 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 19:09:11.630934 dv-cinder-786260-4-iscsi neutron-server[98184]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 19:09:11.630934 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 19:09:11.630934 dv-cinder-786260-4-iscsi neutron-server[98184]: return f(self, *a, **k) Jun 10 19:09:11.630934 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 19:09:11.630934 dv-cinder-786260-4-iscsi neutron-server[98184]: return self._get(url).json() Jun 10 19:09:11.630934 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 19:09:11.630934 dv-cinder-786260-4-iscsi neutron-server[98184]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 19:09:11.630934 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 19:09:11.630934 dv-cinder-786260-4-iscsi neutron-server[98184]: return self.request(url, 'GET', **kwargs) Jun 10 19:09:11.630934 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 19:09:11.630934 dv-cinder-786260-4-iscsi neutron-server[98184]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 19:09:11.630934 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 19:09:11.630934 dv-cinder-786260-4-iscsi neutron-server[98184]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 19:09:11.630934 dv-cinder-786260-4-iscsi neutron-server[98184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 19:09:11.630934 dv-cinder-786260-4-iscsi neutron-server[98184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 19:09:11.630934 dv-cinder-786260-4-iscsi neutron-server[98184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 19:09:11.657372 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39f9ab8-e764-4d2b-a6d6-8dc7a98cd12e None None] Pushing event deleted for resources: {'Port': ['ID=f7fe84b9-39fd-41d7-8559-a34c432f80cb,revision_number=None']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 19:09:11.664977 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39f9ab8-e764-4d2b-a6d6-8dc7a98cd12e None None] No DVR routers for this DVR port f7fe84b9-39fd-41d7-8559-a34c432f80cb on host dv-cinder-786260-4-iscsi {{(pid=98186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 19:09:11.668347 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39f9ab8-e764-4d2b-a6d6-8dc7a98cd12e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:09:11.668706 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39f9ab8-e764-4d2b-a6d6-8dc7a98cd12e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:09:11.669058 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39f9ab8-e764-4d2b-a6d6-8dc7a98cd12e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:09:11.669395 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39f9ab8-e764-4d2b-a6d6-8dc7a98cd12e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:09:11.669758 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39f9ab8-e764-4d2b-a6d6-8dc7a98cd12e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:09:11.670098 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39f9ab8-e764-4d2b-a6d6-8dc7a98cd12e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:09:11.670433 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39f9ab8-e764-4d2b-a6d6-8dc7a98cd12e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:09:11.671353 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39f9ab8-e764-4d2b-a6d6-8dc7a98cd12e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:09:11.671757 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39f9ab8-e764-4d2b-a6d6-8dc7a98cd12e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:09:11.672017 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39f9ab8-e764-4d2b-a6d6-8dc7a98cd12e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:09:11.672346 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39f9ab8-e764-4d2b-a6d6-8dc7a98cd12e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:09:11.672668 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39f9ab8-e764-4d2b-a6d6-8dc7a98cd12e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-4-iscsi {{(pid=98186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 19:09:11.677178 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-f39f9ab8-e764-4d2b-a6d6-8dc7a98cd12e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 19:09:11.710538 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-33bb77d0-f8ee-498a-ab7d-87f0f0bb91d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-876761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4045579'] for network, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:09:11.714082 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 19:09:11.716449 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-33bb77d0-f8ee-498a-ab7d-87f0f0bb91d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731712'] for network, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:09:11.718954 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-33bb77d0-f8ee-498a-ab7d-87f0f0bb91d4 admin admin] 10.222.0.15 "DELETE /v2.0/networks/ccf298e8-e752-4524-b52b-d3952f6382ed HTTP/1.1" status: 204 len: 168 time: 0.7166078 Jun 10 19:09:11.721947 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 57120) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 19:09:11.732349 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bb77d0-f8ee-498a-ab7d-87f0f0bb91d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=ccf298e8-e752-4524-b52b-d3952f6382ed,revision_number=None']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 19:09:11.735887 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-33bb77d0-f8ee-498a-ab7d-87f0f0bb91d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 19:09:11.834509 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-f61f0767-46f8-4df1-a3ba-171318937c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:09:12.172534 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-77211f64-edf3-4c63-b537-20a2eef844b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4032933'] for router_interface, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:09:12.445323 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Device b739490b-96a4-44b2-97be-49f7b2829405 no longer exists at agent ovs-agent-dv-cinder-786260-4-iscsi {{(pid=98186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 19:09:12.469699 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.plugin [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] No Port match for: b739490b-96a4-44b2-97be-49f7b2829405 {{(pid=98186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 19:09:12.470058 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Device b739490b-96a4-44b2-97be-49f7b2829405 not bound to the agent host dv-cinder-786260-4-iscsi {{(pid=98186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 19:09:12.470483 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Device f7fe84b9-39fd-41d7-8559-a34c432f80cb no longer exists at agent ovs-agent-dv-cinder-786260-4-iscsi {{(pid=98186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 19:09:12.491594 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.plugin [None req-77211f64-edf3-4c63-b537-20a2eef844b9 admin admin] Deleting port ab59798d-246c-4a76-87ac-12323ebe0e5a {{(pid=98185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 19:09:12.491945 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-77211f64-edf3-4c63-b537-20a2eef844b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578452511'] for port, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:09:12.493574 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.plugin [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] No Port match for: f7fe84b9-39fd-41d7-8559-a34c432f80cb {{(pid=98186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 19:09:12.493935 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Device f7fe84b9-39fd-41d7-8559-a34c432f80cb not bound to the agent host dv-cinder-786260-4-iscsi {{(pid=98186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 19:09:12.606184 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.db [None req-77211f64-edf3-4c63-b537-20a2eef844b9 admin admin] For port ab59798d-246c-4a76-87ac-12323ebe0e5a, host dv-cinder-786260-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-4-iscsi',level=0,port_id=ab59798d-246c-4a76-87ac-12323ebe0e5a,segment=NetworkSegment(2b8a32b2-20a2-4ed7-b1d8-10122ba70d97),segment_id=2b8a32b2-20a2-4ed7-b1d8-10122ba70d97)] {{(pid=98185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 19:09:12.606548 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-77211f64-edf3-4c63-b537-20a2eef844b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4044702'] for port, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:09:12.699655 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.plugin [None req-77211f64-edf3-4c63-b537-20a2eef844b9 admin admin] Calling delete_port for ab59798d-246c-4a76-87ac-12323ebe0e5a owned by network:router_interface {{(pid=98185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 19:09:12.921492 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-77211f64-edf3-4c63-b537-20a2eef844b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578457411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578064415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11876817'] for port, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:09:12.923525 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-0f65cde6-ba51-4348-bca5-1eea699c0b46 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 19:09:12.953651 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77211f64-edf3-4c63-b537-20a2eef844b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab59798d-246c-4a76-87ac-12323ebe0e5a,revision_number=None']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 19:09:12.960033 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-77211f64-edf3-4c63-b537-20a2eef844b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 19:09:13.181997 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-77211f64-edf3-4c63-b537-20a2eef844b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4032565'] for router_interface, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:09:13.466930 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77211f64-edf3-4c63-b537-20a2eef844b9 admin admin] Router 239c37e1-0a51-4ccd-bd78-074f87725c79 has already been hosted by L3 agent 1661496b-b13c-41e5-8e80-f6a07c138e01 {{(pid=98185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 19:09:13.904705 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77211f64-edf3-4c63-b537-20a2eef844b9 admin admin] Notify agent at l3_agent.dv-cinder-786260-4-iscsi the message routers_updated {{(pid=98185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 19:09:13.909671 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-77211f64-edf3-4c63-b537-20a2eef844b9 admin admin] 10.222.0.15 "PUT /v2.0/routers/239c37e1-0a51-4ccd-bd78-074f87725c79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1866205 Jun 10 19:09:13.912177 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 57122) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 19:09:13.915531 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66e05ed-be29-44c1-b3d2-afc61a1d5b46 None None] Sync routers for ids ['239c37e1-0a51-4ccd-bd78-074f87725c79'] in dv-cinder-786260-4-iscsi {{(pid=98187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 19:09:13.926140 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66e05ed-be29-44c1-b3d2-afc61a1d5b46 None None] Routers {'239c37e1-0a51-4ccd-bd78-074f87725c79'} bound to L3 agent in host dv-cinder-786260-4-iscsi {{(pid=98187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 19:09:13.926753 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_hamode_db [None req-a66e05ed-be29-44c1-b3d2-afc61a1d5b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T18:39:44Z,description=,heartbeat_timestamp=2021-06-10T19:08:44Z,host='dv-cinder-786260-4-iscsi',id=1661496b-b13c-41e5-8e80-f6a07c138e01,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T18:39:44Z,topic='l3_agent')) {'router_ids': ['239c37e1-0a51-4ccd-bd78-074f87725c79'], 'active': True} {{(pid=98187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 19:09:14.052678 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-87b8fdc7-e77e-440d-99b6-05660510d8bb admin admin] Notify callbacks [] for router, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:09:14.063561 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_dvr_db [None req-a66e05ed-be29-44c1-b3d2-afc61a1d5b46 None None] Set router 239c37e1-0a51-4ccd-bd78-074f87725c79 gateway port host: dv-cinder-786260-4-iscsi {{(pid=98187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 19:09:14.190546 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-87b8fdc7-e77e-440d-99b6-05660510d8bb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:09:14.252701 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.plugin [None req-87b8fdc7-e77e-440d-99b6-05660510d8bb admin admin] Deleting port 5474d8eb-d0df-4abc-aaa2-1c587ef76dd4 {{(pid=98185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 19:09:14.253052 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-87b8fdc7-e77e-440d-99b6-05660510d8bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578452511'] for port, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:09:14.294834 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_hamode_db [None req-a66e05ed-be29-44c1-b3d2-afc61a1d5b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '239c37e1-0a51-4ccd-bd78-074f87725c79', 'name': 'tempest-TestVolumeBootPattern-1790110736-router', 'tenant_id': '2e0428ec9e9a455ab1cf53a024588a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'external_fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.144'}], 'enable_snat': True}, 'gw_port_id': '5474d8eb-d0df-4abc-aaa2-1c587ef76dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T19:00:28Z', 'updated_at': '2021-06-10T19:09:12Z', 'revision_number': 5, 'project_id': '2e0428ec9e9a455ab1cf53a024588a50', 'gw_port': {'id': '5474d8eb-d0df-4abc-aaa2-1c587ef76dd4', 'name': '', 'network_id': 'a2be77e0-c818-4f69-a7bb-de46a435f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '239c37e1-0a51-4ccd-bd78-074f87725c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'ip_address': '172.27.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T19:00:29Z', 'updated_at': '2021-06-10T19:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcf03c9b-e407-4813-8188-7ebc21a92a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-4-iscsi'}], 'dv-cinder-786260-4-iscsi', False) {} {{(pid=98187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 19:09:14.298929 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66e05ed-be29-44c1-b3d2-afc61a1d5b46 None None] Checking router: 239c37e1-0a51-4ccd-bd78-074f87725c79 for host: dv-cinder-786260-4-iscsi {{(pid=98187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 19:09:14.307244 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66e05ed-be29-44c1-b3d2-afc61a1d5b46 None None] Routers {'239c37e1-0a51-4ccd-bd78-074f87725c79'} bound to L3 agent in host dv-cinder-786260-4-iscsi {{(pid=98187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 19:09:14.307852 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_hamode_db [None req-a66e05ed-be29-44c1-b3d2-afc61a1d5b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T18:39:44Z,description=,heartbeat_timestamp=2021-06-10T19:08:44Z,host='dv-cinder-786260-4-iscsi',id=1661496b-b13c-41e5-8e80-f6a07c138e01,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T18:39:44Z,topic='l3_agent')) {'router_ids': ['239c37e1-0a51-4ccd-bd78-074f87725c79'], 'active': True} {{(pid=98187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 19:09:14.314029 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-255f451d-4d21-4355-ab13-9cb4a798ff20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:09:14.359930 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.db [None req-87b8fdc7-e77e-440d-99b6-05660510d8bb admin admin] For port 5474d8eb-d0df-4abc-aaa2-1c587ef76dd4, host dv-cinder-786260-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-4-iscsi',level=0,port_id=5474d8eb-d0df-4abc-aaa2-1c587ef76dd4,segment=NetworkSegment(151ae908-95e4-46a8-8b94-d201ec410581),segment_id=151ae908-95e4-46a8-8b94-d201ec410581)] {{(pid=98185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 19:09:14.360298 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-87b8fdc7-e77e-440d-99b6-05660510d8bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4044702'] for port, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:09:14.461092 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.plugin [None req-87b8fdc7-e77e-440d-99b6-05660510d8bb admin admin] Calling delete_port for 5474d8eb-d0df-4abc-aaa2-1c587ef76dd4 owned by network:router_gateway {{(pid=98185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 19:09:14.469802 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:09:14.543533 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_dvr_db [None req-a66e05ed-be29-44c1-b3d2-afc61a1d5b46 None None] Set router 239c37e1-0a51-4ccd-bd78-074f87725c79 gateway port host: None {{(pid=98187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 19:09:14.619984 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.l3_hamode_db [None req-a66e05ed-be29-44c1-b3d2-afc61a1d5b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '239c37e1-0a51-4ccd-bd78-074f87725c79', 'name': 'tempest-TestVolumeBootPattern-1790110736-router', 'tenant_id': '2e0428ec9e9a455ab1cf53a024588a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T19:00:28Z', 'updated_at': '2021-06-10T19:09:14Z', 'revision_number': 6, 'project_id': '2e0428ec9e9a455ab1cf53a024588a50', 'gw_port_host': None}], 'dv-cinder-786260-4-iscsi', False) {} {{(pid=98187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 19:09:14.623865 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66e05ed-be29-44c1-b3d2-afc61a1d5b46 None None] The sync data for ids ['239c37e1-0a51-4ccd-bd78-074f87725c79'] in dv-cinder-786260-4-iscsi is: [{'id': '239c37e1-0a51-4ccd-bd78-074f87725c79', 'name': 'tempest-TestVolumeBootPattern-1790110736-router', 'tenant_id': '2e0428ec9e9a455ab1cf53a024588a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T19:00:28Z', 'updated_at': '2021-06-10T19:09:14Z', 'revision_number': 6, 'project_id': '2e0428ec9e9a455ab1cf53a024588a50', 'gw_port_host': None}] {{(pid=98187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 19:09:14.681375 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-87b8fdc7-e77e-440d-99b6-05660510d8bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578457411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578064415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11876817'] for port, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:09:14.684090 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-6731d192-d904-496a-88c6-bf2e8cbda99d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 19:09:14.714696 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b8fdc7-e77e-440d-99b6-05660510d8bb admin admin] Pushing event deleted for resources: {'Port': ['ID=5474d8eb-d0df-4abc-aaa2-1c587ef76dd4,revision_number=None']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 19:09:14.716726 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-87b8fdc7-e77e-440d-99b6-05660510d8bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 19:09:14.791253 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-87b8fdc7-e77e-440d-99b6-05660510d8bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4045668'] for router_gateway, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:09:14.921016 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-87b8fdc7-e77e-440d-99b6-05660510d8bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4031383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25552'] for router, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:09:14.923005 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-87b8fdc7-e77e-440d-99b6-05660510d8bb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:09:14.983939 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-87b8fdc7-e77e-440d-99b6-05660510d8bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4032065'] for router, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:09:14.985338 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87b8fdc7-e77e-440d-99b6-05660510d8bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 239c37e1-0a51-4ccd-bd78-074f87725c79 {{(pid=98185) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 19:09:14.989786 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-87b8fdc7-e77e-440d-99b6-05660510d8bb admin admin] Notify callbacks [] for router, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:09:14.993136 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-87b8fdc7-e77e-440d-99b6-05660510d8bb admin admin] 10.222.0.15 "DELETE /v2.0/routers/239c37e1-0a51-4ccd-bd78-074f87725c79 HTTP/1.1" status: 204 len: 168 time: 1.0773048 Jun 10 19:09:14.993745 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 57126) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 19:09:15.045984 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.db.db_base_plugin_v2 [None req-879449f0-2e2e-4b27-af29-e58680b336ec admin admin] Deleting subnet d256d545-d277-42e3-aaac-a93689438821 {{(pid=98185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 19:09:15.049159 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-879449f0-2e2e-4b27-af29-e58680b336ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:09:15.094799 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-879449f0-2e2e-4b27-af29-e58680b336ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9585371'] for subnet, precommit_delete_associations {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:09:15.188590 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-879449f0-2e2e-4b27-af29-e58680b336ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883551'] for subnet, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:09:15.248186 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-879449f0-2e2e-4b27-af29-e58680b336ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11876891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11674946'] for subnet, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:09:15.251529 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-ae60cddd-ce01-48f6-a452-5a6c6a21bb24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 19:09:15.284902 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879449f0-2e2e-4b27-af29-e58680b336ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d256d545-d277-42e3-aaac-a93689438821,revision_number=None']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 19:09:15.286944 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-879449f0-2e2e-4b27-af29-e58680b336ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:09:15.291023 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-879449f0-2e2e-4b27-af29-e58680b336ec admin admin] 10.222.0.15 "DELETE /v2.0/subnets/d256d545-d277-42e3-aaac-a93689438821 HTTP/1.1" status: 204 len: 168 time: 0.2945135 Jun 10 19:09:15.291023 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-879449f0-2e2e-4b27-af29-e58680b336ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 19:09:15.291471 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [-] (98185) accepted ('10.222.0.15', 57128) {{(pid=98185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 19:09:15.293854 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745a9f7f-4069-4a53-b397-059fd8a7a9f7 None None] Network 069f7c56-9615-4a56-9ebb-865ef658457c requested from dv-cinder-786260-4-iscsi {{(pid=98186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 19:09:15.386910 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-e5f3a1a3-153d-475c-a3fe-b782eee95f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542662'] for network, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:09:15.448309 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.plugin [None req-e5f3a1a3-153d-475c-a3fe-b782eee95f9b admin admin] Deleting port aace6a12-01ac-40f6-891e-affe698889b7 {{(pid=98185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 19:09:15.448659 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-e5f3a1a3-153d-475c-a3fe-b782eee95f9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578452511'] for port, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:09:15.490504 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-8dcc316c-a8c5-4da3-a0ad-e3f4fe9157be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:09:15.510635 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460f2599-cd97-4737-a4cb-a8860417f5f1 None None] DHCP port deletion for 069f7c56-9615-4a56-9ebb-865ef658457c request from dv-cinder-786260-4-iscsi {{(pid=98186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 19:09:15.543989 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.db [None req-e5f3a1a3-153d-475c-a3fe-b782eee95f9b admin admin] For port aace6a12-01ac-40f6-891e-affe698889b7, host dv-cinder-786260-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-4-iscsi',level=0,port_id=aace6a12-01ac-40f6-891e-affe698889b7,segment=NetworkSegment(2b8a32b2-20a2-4ed7-b1d8-10122ba70d97),segment_id=2b8a32b2-20a2-4ed7-b1d8-10122ba70d97)] {{(pid=98185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 19:09:15.544343 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-e5f3a1a3-153d-475c-a3fe-b782eee95f9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4044702'] for port, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:09:15.569202 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.plugin [None req-460f2599-cd97-4737-a4cb-a8860417f5f1 None None] Deleting port aace6a12-01ac-40f6-891e-affe698889b7 {{(pid=98186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 19:09:15.569709 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-460f2599-cd97-4737-a4cb-a8860417f5f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578452511'] for port, before_delete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:09:15.642827 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.plugin [None req-e5f3a1a3-153d-475c-a3fe-b782eee95f9b admin admin] Calling delete_port for aace6a12-01ac-40f6-891e-affe698889b7 owned by network:dhcp {{(pid=98185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 19:09:15.659167 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.db [None req-460f2599-cd97-4737-a4cb-a8860417f5f1 None None] For port aace6a12-01ac-40f6-891e-affe698889b7, host dv-cinder-786260-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-4-iscsi',level=0,port_id=aace6a12-01ac-40f6-891e-affe698889b7,segment=NetworkSegment(2b8a32b2-20a2-4ed7-b1d8-10122ba70d97),segment_id=2b8a32b2-20a2-4ed7-b1d8-10122ba70d97)] {{(pid=98186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 19:09:15.659588 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-460f2599-cd97-4737-a4cb-a8860417f5f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4044702'] for port, precommit_delete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:09:15.742436 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-e5f3a1a3-153d-475c-a3fe-b782eee95f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578457411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578064415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11876817'] for port, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:09:15.744536 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-f4d4d5bc-fe31-4e6e-b180-5333f58ef876 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 19:09:15.757305 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.plugin [None req-460f2599-cd97-4737-a4cb-a8860417f5f1 None None] Calling delete_port for aace6a12-01ac-40f6-891e-affe698889b7 owned by network:dhcp {{(pid=98186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 19:09:15.773582 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f3a1a3-153d-475c-a3fe-b782eee95f9b admin admin] Pushing event deleted for resources: {'Port': ['ID=aace6a12-01ac-40f6-891e-affe698889b7,revision_number=None']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 19:09:15.776692 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-e5f3a1a3-153d-475c-a3fe-b782eee95f9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 19:09:15.777488 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f3a1a3-153d-475c-a3fe-b782eee95f9b admin admin] No DVR routers for this DVR port aace6a12-01ac-40f6-891e-affe698889b7 on host dv-cinder-786260-4-iscsi {{(pid=98185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 19:09:15.850212 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-460f2599-cd97-4737-a4cb-a8860417f5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-941519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578457411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578064415'] for port, after_delete {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:09:15.852414 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 19:09:15.878295 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-e5f3a1a3-153d-475c-a3fe-b782eee95f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-876752', 'neutron.services.segments.db._delete_segments_for_network-8731578620079'] for network, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:09:15.883142 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460f2599-cd97-4737-a4cb-a8860417f5f1 None None] Pushing event deleted for resources: {'Port': ['ID=aace6a12-01ac-40f6-891e-affe698889b7,revision_number=None']} {{(pid=98186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 19:09:15.885197 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG oslo_concurrency.lockutils [None req-460f2599-cd97-4737-a4cb-a8860417f5f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 19:09:15.886034 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460f2599-cd97-4737-a4cb-a8860417f5f1 None None] No DVR routers for this DVR port aace6a12-01ac-40f6-891e-affe698889b7 on host dv-cinder-786260-4-iscsi {{(pid=98186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 19:09:15.890269 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.services.segments.db [None req-e5f3a1a3-153d-475c-a3fe-b782eee95f9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['069f7c56-9615-4a56-9ebb-865ef658457c']}} {{(pid=98185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 19:09:15.901623 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.services.segments.db [None req-e5f3a1a3-153d-475c-a3fe-b782eee95f9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b8a32b2-20a2-4ed7-b1d8-10122ba70d97') {'for_net_delete': True} {{(pid=98185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 19:09:15.901928 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.services.segments.db [None req-e5f3a1a3-153d-475c-a3fe-b782eee95f9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b8a32b2-20a2-4ed7-b1d8-10122ba70d97') {} {{(pid=98185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 19:09:15.912493 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-e5f3a1a3-153d-475c-a3fe-b782eee95f9b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731578619908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9585346'] for segment, before_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:09:15.927649 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-e5f3a1a3-153d-475c-a3fe-b782eee95f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881768'] for segment, precommit_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:09:15.933516 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5f3a1a3-153d-475c-a3fe-b782eee95f9b admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=98185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 19:09:15.933906 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-e5f3a1a3-153d-475c-a3fe-b782eee95f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-881768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11876740'] for segment, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:09:15.935639 dv-cinder-786260-4-iscsi neutron-server[98185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 19:09:15.935639 dv-cinder-786260-4-iscsi neutron-server[98185]: conditions |= (models_v2.Port.network_id.in_( Jun 10 19:09:15.935639 dv-cinder-786260-4-iscsi neutron-server[98185]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 19:09:15.935639 dv-cinder-786260-4-iscsi neutron-server[98185]: retrieve_revision_numbers = { Jun 10 19:09:15.935639 dv-cinder-786260-4-iscsi neutron-server[98185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 19:09:15.935639 dv-cinder-786260-4-iscsi neutron-server[98185]: conditions |= (models_v2.Port.network_id.in_( Jun 10 19:09:15.935639 dv-cinder-786260-4-iscsi neutron-server[98185]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 19:09:15.935639 dv-cinder-786260-4-iscsi neutron-server[98185]: retrieve_revision_numbers = { Jun 10 19:09:15.935639 dv-cinder-786260-4-iscsi neutron-server[98185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 19:09:15.935639 dv-cinder-786260-4-iscsi neutron-server[98185]: conditions |= (models_v2.Port.network_id.in_( Jun 10 19:09:15.935639 dv-cinder-786260-4-iscsi neutron-server[98185]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 19:09:15.935639 dv-cinder-786260-4-iscsi neutron-server[98185]: retrieve_revision_numbers = { Jun 10 19:09:15.935639 dv-cinder-786260-4-iscsi neutron-server[98185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 19:09:15.935639 dv-cinder-786260-4-iscsi neutron-server[98185]: conditions |= (models_v2.Port.network_id.in_( Jun 10 19:09:15.935639 dv-cinder-786260-4-iscsi neutron-server[98185]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 19:09:15.935639 dv-cinder-786260-4-iscsi neutron-server[98185]: retrieve_revision_numbers = { Jun 10 19:09:15.935639 dv-cinder-786260-4-iscsi neutron-server[98185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 19:09:15.935639 dv-cinder-786260-4-iscsi neutron-server[98185]: conditions |= (models_v2.Port.network_id.in_( Jun 10 19:09:15.935639 dv-cinder-786260-4-iscsi neutron-server[98185]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 19:09:15.935639 dv-cinder-786260-4-iscsi neutron-server[98185]: retrieve_revision_numbers = { Jun 10 19:09:15.935639 dv-cinder-786260-4-iscsi neutron-server[98185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 19:09:15.935639 dv-cinder-786260-4-iscsi neutron-server[98185]: conditions |= (models_v2.Port.network_id.in_( Jun 10 19:09:15.935639 dv-cinder-786260-4-iscsi neutron-server[98185]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 19:09:15.935639 dv-cinder-786260-4-iscsi neutron-server[98185]: retrieve_revision_numbers = { Jun 10 19:09:15.935639 dv-cinder-786260-4-iscsi neutron-server[98185]: Traceback (most recent call last): Jun 10 19:09:15.935639 dv-cinder-786260-4-iscsi neutron-server[98185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 19:09:15.935639 dv-cinder-786260-4-iscsi neutron-server[98185]: timer() Jun 10 19:09:15.935639 dv-cinder-786260-4-iscsi neutron-server[98185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 19:09:15.935639 dv-cinder-786260-4-iscsi neutron-server[98185]: cb(*args, **kw) Jun 10 19:09:15.935639 dv-cinder-786260-4-iscsi neutron-server[98185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 19:09:15.935639 dv-cinder-786260-4-iscsi neutron-server[98185]: return func(*args, **kwargs) Jun 10 19:09:15.935639 dv-cinder-786260-4-iscsi neutron-server[98185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 19:09:15.935639 dv-cinder-786260-4-iscsi neutron-server[98185]: self._notify() Jun 10 19:09:15.935639 dv-cinder-786260-4-iscsi neutron-server[98185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 19:09:15.935639 dv-cinder-786260-4-iscsi neutron-server[98185]: self.callback(batched_events) Jun 10 19:09:15.935639 dv-cinder-786260-4-iscsi neutron-server[98185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 19:09:15.935639 dv-cinder-786260-4-iscsi neutron-server[98185]: event.method(event) Jun 10 19:09:15.935639 dv-cinder-786260-4-iscsi neutron-server[98185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 19:09:15.935639 dv-cinder-786260-4-iscsi neutron-server[98185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 19:09:15.935639 dv-cinder-786260-4-iscsi neutron-server[98185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 19:09:15.935639 dv-cinder-786260-4-iscsi neutron-server[98185]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 19:09:15.935639 dv-cinder-786260-4-iscsi neutron-server[98185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 19:09:15.935639 dv-cinder-786260-4-iscsi neutron-server[98185]: return f(self, *a, **k) Jun 10 19:09:15.935639 dv-cinder-786260-4-iscsi neutron-server[98185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 19:09:15.935639 dv-cinder-786260-4-iscsi neutron-server[98185]: return self._get(url).json() Jun 10 19:09:15.935639 dv-cinder-786260-4-iscsi neutron-server[98185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 19:09:15.935639 dv-cinder-786260-4-iscsi neutron-server[98185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 19:09:15.935639 dv-cinder-786260-4-iscsi neutron-server[98185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 19:09:15.935639 dv-cinder-786260-4-iscsi neutron-server[98185]: return self.request(url, 'GET', **kwargs) Jun 10 19:09:15.935639 dv-cinder-786260-4-iscsi neutron-server[98185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 19:09:15.935639 dv-cinder-786260-4-iscsi neutron-server[98185]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 19:09:15.935639 dv-cinder-786260-4-iscsi neutron-server[98185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 19:09:15.935639 dv-cinder-786260-4-iscsi neutron-server[98185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 19:09:15.935639 dv-cinder-786260-4-iscsi neutron-server[98185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 19:09:15.935639 dv-cinder-786260-4-iscsi neutron-server[98185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 19:09:15.935639 dv-cinder-786260-4-iscsi neutron-server[98185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 19:09:16.011592 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-e5f3a1a3-153d-475c-a3fe-b782eee95f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-876761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4045579'] for network, after_delete {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:09:16.017745 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 19:09:16.021136 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron_lib.callbacks.manager [None req-e5f3a1a3-153d-475c-a3fe-b782eee95f9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731712'] for network, before_response {{(pid=98185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:09:16.023967 dv-cinder-786260-4-iscsi neutron-server[98185]: INFO neutron.wsgi [None req-e5f3a1a3-153d-475c-a3fe-b782eee95f9b admin admin] 10.222.0.15 "DELETE /v2.0/networks/069f7c56-9615-4a56-9ebb-865ef658457c HTTP/1.1" status: 204 len: 168 time: 0.7316282 Jun 10 19:09:16.038699 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f3a1a3-153d-475c-a3fe-b782eee95f9b admin admin] Pushing event deleted for resources: {'Network': ['ID=069f7c56-9615-4a56-9ebb-865ef658457c,revision_number=None']} {{(pid=98185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 19:09:16.041129 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG oslo_concurrency.lockutils [None req-e5f3a1a3-153d-475c-a3fe-b782eee95f9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 19:09:16.127308 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 57132) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 19:09:16.171208 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-96d8825b-4527-4480-89dc-f466ba19da1e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=03d822ac543649beabd5b85e18d148a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0425470 Jun 10 19:09:16.173347 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 57134) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 19:09:16.224811 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-55fa8381-0d96-4b84-9440-71fc3d4d3e47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:09:16.246794 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-55fa8381-0d96-4b84-9440-71fc3d4d3e47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:09:16.297065 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-55fa8381-0d96-4b84-9440-71fc3d4d3e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:09:16.299784 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-55fa8381-0d96-4b84-9440-71fc3d4d3e47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:09:16.300982 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-55fa8381-0d96-4b84-9440-71fc3d4d3e47 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6cc679dd-d927-427d-b6ff-9624a7c69da9 HTTP/1.1" status: 204 len: 168 time: 0.1267273 Jun 10 19:09:16.301871 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-49f057f2-2f6c-488d-96c1-16177851dbfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 19:09:16.310608 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fa8381-0d96-4b84-9440-71fc3d4d3e47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc679dd-d927-427d-b6ff-9624a7c69da9,revision_number=None']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 19:09:16.313223 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-55fa8381-0d96-4b84-9440-71fc3d4d3e47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 19:09:16.447960 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Device 5474d8eb-d0df-4abc-aaa2-1c587ef76dd4 no longer exists at agent ovs-agent-dv-cinder-786260-4-iscsi {{(pid=98186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 19:09:16.494634 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.plugin [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] No Port match for: 5474d8eb-d0df-4abc-aaa2-1c587ef76dd4 {{(pid=98186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 19:09:16.495345 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Device 5474d8eb-d0df-4abc-aaa2-1c587ef76dd4 not bound to the agent host dv-cinder-786260-4-iscsi {{(pid=98186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 19:09:16.495494 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Device ab59798d-246c-4a76-87ac-12323ebe0e5a no longer exists at agent ovs-agent-dv-cinder-786260-4-iscsi {{(pid=98186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 19:09:16.520733 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.plugin [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] No Port match for: ab59798d-246c-4a76-87ac-12323ebe0e5a {{(pid=98186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 19:09:16.521097 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Device ab59798d-246c-4a76-87ac-12323ebe0e5a not bound to the agent host dv-cinder-786260-4-iscsi {{(pid=98186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 19:09:16.521557 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Device aace6a12-01ac-40f6-891e-affe698889b7 no longer exists at agent ovs-agent-dv-cinder-786260-4-iscsi {{(pid=98186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 19:09:16.546647 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.plugin [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] No Port match for: aace6a12-01ac-40f6-891e-affe698889b7 {{(pid=98186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 19:09:16.547009 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron.plugins.ml2.rpc [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Device aace6a12-01ac-40f6-891e-affe698889b7 not bound to the agent host dv-cinder-786260-4-iscsi {{(pid=98186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 19:09:16.619011 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 57140) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 19:09:16.666685 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-3e5c4752-ec4a-45d8-a241-72f3e69e47f4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2e0428ec9e9a455ab1cf53a024588a50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0464661 Jun 10 19:09:16.669101 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [-] (98184) accepted ('10.222.0.15', 57142) {{(pid=98184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 19:09:16.720857 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-bb7dd762-fdfb-428d-a2f6-0a751ef8925c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:09:16.743333 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-bb7dd762-fdfb-428d-a2f6-0a751ef8925c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:09:16.791699 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-bb7dd762-fdfb-428d-a2f6-0a751ef8925c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110541'] for security_group, after_delete {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:09:16.794311 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron_lib.callbacks.manager [None req-bb7dd762-fdfb-428d-a2f6-0a751ef8925c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:09:16.796015 dv-cinder-786260-4-iscsi neutron-server[98184]: INFO neutron.wsgi [None req-bb7dd762-fdfb-428d-a2f6-0a751ef8925c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/43fee857-f1f2-4415-995a-6ea9ffded1e5 HTTP/1.1" status: 204 len: 168 time: 0.1254485 Jun 10 19:09:16.796850 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-5c64256b-0a28-48f9-bf1e-12970bf24d28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 19:09:16.806958 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7dd762-fdfb-428d-a2f6-0a751ef8925c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43fee857-f1f2-4415-995a-6ea9ffded1e5,revision_number=None']} {{(pid=98184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 19:09:16.809163 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG oslo_concurrency.lockutils [None req-bb7dd762-fdfb-428d-a2f6-0a751ef8925c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 19:09:17.330176 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-bf1ede84-8c21-46ff-8a19-cb90afe635a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:09:17.796206 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:09:39.937080 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.agents_db [None req-dd8e6269-3fd9-4915-b5ed-83e1f738bf4e None None] Agent healthcheck: found 6 active agents {{(pid=98187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 19:09:41.835374 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-d8167734-68d7-49c6-8c27-e9f96bae3b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:09:44.315512 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-0304d393-2ec5-4039-9363-cddd01e6eaa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:09:44.461323 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:09:45.491657 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-8dcc316c-a8c5-4da3-a0ad-e3f4fe9157be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:09:47.330604 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-bf1ede84-8c21-46ff-8a19-cb90afe635a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:09:47.793935 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:10:11.836492 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-766d01bc-43f6-46ff-9ef8-023da2333750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:10:14.315699 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-1775fe49-f9c5-4b69-a0b8-cd57328f3473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:10:14.462298 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:10:15.494873 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-8dcc316c-a8c5-4da3-a0ad-e3f4fe9157be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:10:16.935899 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.agents_db [None req-dd8e6269-3fd9-4915-b5ed-83e1f738bf4e None None] Agent healthcheck: found 6 active agents {{(pid=98187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 19:10:17.335248 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-bf1ede84-8c21-46ff-8a19-cb90afe635a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:10:17.809637 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:10:41.836938 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-bdd4fc15-a5a4-4119-8633-21be2abd04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:10:44.315589 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-d7b64190-2696-4a63-bec5-f11232b50349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:10:44.462932 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:10:45.497345 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-8dcc316c-a8c5-4da3-a0ad-e3f4fe9157be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:10:47.338488 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-bf1ede84-8c21-46ff-8a19-cb90afe635a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:10:47.808392 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:10:51.216767 dv-cinder-786260-4-iscsi neutron-server[98184]: DEBUG neutron.wsgi [req-bfa46d32-6776-4cc6-a08e-a6b86a695783 req-cc60fcd1-4232-4f64-9f90-29288e07a367 service neutron] (98184) timed out ('10.222.0.39', 56649) {{(pid=98184) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 10 19:10:53.934614 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.agents_db [None req-dd8e6269-3fd9-4915-b5ed-83e1f738bf4e None None] Agent healthcheck: found 6 active agents {{(pid=98187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 19:11:11.839419 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-3c7c3a8e-17bb-4a2d-a423-1c0dedef6b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:11:14.315825 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-2deaeecf-7334-4f2b-8556-a1a78e63baef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:11:14.463815 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:11:15.500177 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-8dcc316c-a8c5-4da3-a0ad-e3f4fe9157be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:11:17.341239 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-bf1ede84-8c21-46ff-8a19-cb90afe635a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:11:17.812682 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:11:30.935235 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.agents_db [None req-dd8e6269-3fd9-4915-b5ed-83e1f738bf4e None None] Agent healthcheck: found 6 active agents {{(pid=98187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 19:11:41.839441 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-360064a0-84d5-49b9-aaad-3cd663479959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:11:44.316778 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-2f3ee645-793f-48e4-aaee-073d550a6b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:11:44.464416 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:11:45.502040 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-8dcc316c-a8c5-4da3-a0ad-e3f4fe9157be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:11:47.344406 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-bf1ede84-8c21-46ff-8a19-cb90afe635a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:11:47.807570 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:12:07.937268 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.agents_db [None req-dd8e6269-3fd9-4915-b5ed-83e1f738bf4e None None] Agent healthcheck: found 6 active agents {{(pid=98187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 19:12:11.840556 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-2049b3df-2916-428b-bf0c-7528e0bc95a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:12:14.316717 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-e89b025c-dc63-489e-b4d5-317aad2aacf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:12:14.466485 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:12:15.505009 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-8dcc316c-a8c5-4da3-a0ad-e3f4fe9157be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:12:17.351452 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-bf1ede84-8c21-46ff-8a19-cb90afe635a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:12:17.821608 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:12:19.598988 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [req-7a4c5ac1-99a0-4fc3-bd5f-0aa3f7b4749d req-67630462-d9ce-44e8-bc00-3353c3be9656 service neutron] (98185) timed out ('10.222.0.15', 51382) {{(pid=98185) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 10 19:12:22.638336 dv-cinder-786260-4-iscsi neutron-server[98185]: DEBUG neutron.wsgi [req-76547d2a-9323-4ef1-b924-cff66042348f req-316bcbfe-9375-4e89-985e-707e99498200 service neutron] (98185) timed out ('10.222.0.15', 54214) {{(pid=98185) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 10 19:12:41.841346 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-dd65af8b-0958-40ed-8657-07dde2b0b64e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:12:44.316815 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-e52bfd49-1121-49ce-a9c4-5d3e10441dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:12:44.468061 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:12:44.935546 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.agents_db [None req-dd8e6269-3fd9-4915-b5ed-83e1f738bf4e None None] Agent healthcheck: found 6 active agents {{(pid=98187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 19:12:45.508516 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-8dcc316c-a8c5-4da3-a0ad-e3f4fe9157be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:12:47.350325 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-bf1ede84-8c21-46ff-8a19-cb90afe635a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:12:47.819986 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:13:11.841447 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-3a8dcc28-bc5d-414a-90c7-93f4011d32b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:13:14.317718 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-a40e5235-6986-4cbc-9daa-0cf93b042e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:13:14.471460 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:13:15.510621 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-8dcc316c-a8c5-4da3-a0ad-e3f4fe9157be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:13:17.354449 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-bf1ede84-8c21-46ff-8a19-cb90afe635a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:13:17.819910 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:13:21.934452 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.agents_db [None req-dd8e6269-3fd9-4915-b5ed-83e1f738bf4e None None] Agent healthcheck: found 6 active agents {{(pid=98187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 19:13:41.842065 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-f4e729cf-078b-463c-9ec5-85da66b8fdc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:13:44.318527 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-adf19e40-ed13-4a76-b19f-61ff75e91975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:13:44.471910 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:13:45.514294 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-8dcc316c-a8c5-4da3-a0ad-e3f4fe9157be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:13:47.358746 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-bf1ede84-8c21-46ff-8a19-cb90afe635a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:13:47.827693 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:13:58.933902 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.agents_db [None req-dd8e6269-3fd9-4915-b5ed-83e1f738bf4e None None] Agent healthcheck: found 6 active agents {{(pid=98187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 19:14:11.844541 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-450a7632-6232-4dfb-8e25-737e345f55ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:14:14.319106 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-de30c828-dc85-4461-90ba-db7ae3495fab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:14:14.478571 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:14:15.516933 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-8dcc316c-a8c5-4da3-a0ad-e3f4fe9157be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:14:17.362490 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-bf1ede84-8c21-46ff-8a19-cb90afe635a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:14:17.849808 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-cdaa47f9-f1c1-4c46-a2c9-6214a29a4158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:14:35.932263 dv-cinder-786260-4-iscsi neutron-server[98187]: DEBUG neutron.db.agents_db [None req-dd8e6269-3fd9-4915-b5ed-83e1f738bf4e None None] Agent healthcheck: found 6 active agents {{(pid=98187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 19:14:41.846070 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-234464e0-d405-4162-9fb7-42d90739befc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:14:44.320383 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-67c7f13c-39db-4f94-b1dc-bf1ec7eea88b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 19:14:44.480319 dv-cinder-786260-4-iscsi neutron-server[98186]: DEBUG neutron_lib.callbacks.manager [None req-9f885a4c-6310-4c20-bf1c-b5dd8ed5d8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578620061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-825118'] for agent, after_update {{(pid=98186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}